-- Logs begin at Sat 2021-09-25 02:51:02 UTC, end at Sat 2021-09-25 03:51:57 UTC. -- Sep 25 03:21:27.798605 dv-cinder-775706-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 25 03:21:30.574238 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.common.config [-] Logging enabled! Sep 25 03:21:30.575058 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev27 Sep 25 03:21:30.575058 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93911) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 25 03:21:30.578313 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.common.config [-] Logging enabled! Sep 25 03:21:30.578571 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev27 Sep 25 03:21:30.578877 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93911) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 25 03:21:30.579855 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 25 03:21:30.580055 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 25 03:21:30.580457 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 25 03:21:30.580696 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 25 03:21:30.580943 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 25 03:21:30.581264 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:30.581563 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:30.581857 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:30.582098 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:30.582383 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:30.582678 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:30.582938 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:30.583226 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:30.583522 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:30.583808 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:30.584082 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:30.584368 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:30.584584 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:30.584898 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:30.585183 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:30.585468 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:30.585686 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] debug = True {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:30.585988 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:30.586447 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:30.586859 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:30.587215 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:30.587538 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:30.587804 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:30.588102 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:30.588371 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:30.588632 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:30.588997 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] host = dv-cinder-775706-4-iscsi {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:30.589273 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:30.589558 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:30.589842 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:30.590125 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:30.590396 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:30.590670 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:30.590952 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:30.591225 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:30.591497 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] log_file = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:30.591772 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:30.592057 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:30.592344 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:30.592630 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:30.592890 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:30.593091 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:30.593385 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:30.593672 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:30.593943 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:30.594214 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:30.594484 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:30.594752 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:30.595023 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:30.595291 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:30.595574 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:30.595855 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:30.596137 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:30.596408 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:30.596773 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:30.597045 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:30.597315 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:30.597603 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:30.597873 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:30.598140 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:30.598412 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:30.598695 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:30.598959 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:30.599224 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:30.599518 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:30.599801 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:30.600078 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:30.600362 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:30.600632 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:30.600933 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:30.601205 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:30.601474 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:30.601910 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] use_json = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:30.602303 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:30.602575 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:30.602861 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:30.603126 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:30.603398 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:30.603668 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:30.603939 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:30.604223 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:30.604524 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.604848 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.605143 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.605426 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.605720 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.605999 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.606286 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.606562 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.606848 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.607135 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.607424 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.607704 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.607992 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.608268 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.608562 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.608891 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.609183 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.609470 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.609742 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.610013 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.610283 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.610556 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.610839 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.611115 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.611400 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.611696 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.611971 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.612256 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.612547 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.612858 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.613128 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.613403 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.613692 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.613968 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.614239 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.614514 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.614817 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.615086 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.615355 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.615640 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.615910 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.616177 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.616444 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.616740 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.617028 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.617365 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.617647 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.617918 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.618192 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.618595 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.618749 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.618994 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.619265 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.619533 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.619807 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.620078 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.620344 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.620618 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.620910 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.621183 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.621454 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.621725 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.621995 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.622264 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.622535 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.622802 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.623063 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.623336 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.623609 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.623880 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.624151 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.624423 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.624715 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.625003 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.625302 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.625579 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.625858 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.626135 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.626410 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.626686 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.626961 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.627238 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.627518 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.627790 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.628082 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.628365 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.628687 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.628955 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.629231 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.629534 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.629812 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.630093 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.630368 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.630644 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.631273 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.631559 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.631852 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.632274 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.632467 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.632823 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.633238 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.633628 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.633989 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.634384 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:30.634617 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 25 03:21:30.644600 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93911) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 25 03:21:30.992593 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 25 03:21:30.992913 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 25 03:21:30.993152 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 25 03:21:30.993513 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 25 03:21:31.400607 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:31.400942 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:31.401158 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:31.402499 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:31.402774 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:31.403037 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:31.439793 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:31.440027 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:31.440326 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:31.455649 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:31.455958 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:31.456270 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:31.486945 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:31.487239 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:31.487569 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:31.528024 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:31.528323 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:31.528630 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:31.773117 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:31.774075 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:31.774075 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:31.774075 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:31.774754 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:31.900495 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:31.900837 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:31.901119 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:31.901389 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:31.901654 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:31.901965 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:31.902225 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:31.902486 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:31.902737 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:31.903017 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:31.903273 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:31.903536 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:31.903788 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:31.904036 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:31.904289 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:31.904548 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:31.904830 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:31.905094 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:31.905361 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:31.905618 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:31.905886 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:31.906138 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:31.906420 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:31.906815 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:31.907064 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:31.907307 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:31.907744 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93911) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 25 03:21:31.907983 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93911) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 25 03:21:31.908220 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93911) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 25 03:21:31.908465 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93911) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 25 03:21:31.908719 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93911) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 25 03:21:31.908954 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93911) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 25 03:21:31.909337 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 25 03:21:31.912900 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 25 03:21:31.917139 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 25 03:21:31.921033 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Sep 25 03:21:31.922714 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 25 03:21:31.923192 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 25 03:21:31.923525 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 25 03:21:31.923911 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 25 03:21:31.926816 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 25 03:21:31.927064 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 25 03:21:31.927419 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 25 03:21:31.932989 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 25 03:21:31.955324 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 25 03:21:31.955797 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:31.956103 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93911) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 25 03:21:31.956509 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:31.958187 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93911) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 25 03:21:31.958678 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 25 03:21:31.958921 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 25 03:21:31.962762 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:31.963051 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:32.029278 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 25 03:21:32.029510 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 25 03:21:32.029631 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 25 03:21:32.030005 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 25 03:21:32.055380 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_db.sqlalchemy.engines [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93911) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 25 03:21:32.615100 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.plugins.ml2.managers [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Initializing driver for type 'gre' Sep 25 03:21:32.615721 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] gre ID ranges: [(1, 1000)] Sep 25 03:21:32.684011 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.plugins.ml2.managers [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Initializing driver for type 'local' Sep 25 03:21:32.684403 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.plugins.ml2.managers [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Initializing driver for type 'vlan' Sep 25 03:21:32.700928 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] VlanTypeDriver initialization complete Sep 25 03:21:32.701458 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.plugins.ml2.managers [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Initializing driver for type 'vxlan' Sep 25 03:21:32.702270 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] vxlan ID ranges: [(1, 1000)] Sep 25 03:21:32.769363 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.plugins.ml2.managers [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Initializing extension driver 'port_security' Sep 25 03:21:32.769795 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.plugins.ml2.extensions.port_security [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] PortSecurityExtensionDriver initialization complete Sep 25 03:21:32.770154 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.plugins.ml2.managers [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Initializing mechanism driver 'openvswitch' Sep 25 03:21:32.770581 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.plugins.ml2.managers [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Initializing mechanism driver 'hyperv' Sep 25 03:21:32.778037 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.plugin [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:21:32.778726 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Subscribe: > port after_create 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:32.779079 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Subscribe: > port after_update 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:32.779422 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Subscribe: > port after_delete 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:32.779967 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93911) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 25 03:21:32.780393 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Subscribe: > subnet after_create 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:32.780772 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Subscribe: > subnet after_update 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:32.781113 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Subscribe: > subnet after_delete 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:32.781501 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93911) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 25 03:21:32.781900 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Subscribe: > network after_create 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:32.782248 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Subscribe: > network after_update 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:32.782590 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Subscribe: > network after_delete 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:32.782973 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93911) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 25 03:21:32.783368 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Subscribe: > security_group after_create 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:32.783710 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Subscribe: > security_group after_update 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:32.784042 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Subscribe: > security_group after_delete 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:32.784585 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93911) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 25 03:21:32.785016 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:32.785365 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:32.785705 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:32.786092 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93911) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 25 03:21:32.786490 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Subscribe: > address_group after_create 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:32.786839 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Subscribe: > address_group after_update 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:32.787167 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Subscribe: > address_group after_delete 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:32.787546 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93911) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 25 03:21:32.787914 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] ML2 OVO RPC backend initialized. {{(pid=93911) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 25 03:21:32.788680 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Subscribe: > router_interface after_create 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:32.789041 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:32.789540 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Subscribe: > network before_response 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:32.790111 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Subscribe: > networks before_response 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:32.790528 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Subscribe: > port before_response 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:32.790868 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Subscribe: > ports before_response 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:32.791216 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Subscribe: > subnet before_response 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:32.791552 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Subscribe: > subnets before_response 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:32.791893 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Subscribe: > network after_create 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:32.792229 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Subscribe: > network after_update 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:32.792558 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Subscribe: > network after_delete 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:32.792913 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Subscribe: > port after_create 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:32.793244 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Subscribe: > port after_update 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:32.793570 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Subscribe: > port after_delete 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:32.793899 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Subscribe: > subnet after_create 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:32.794228 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Subscribe: > subnet after_update 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:32.794552 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Subscribe: > subnet after_delete 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:32.795159 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.plugins.ml2.plugin [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Modular L2 Plugin initialization complete Sep 25 03:21:32.795483 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading services supported by the core plugin {{(pid=93911) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 25 03:21:32.795804 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.plugins.ml2.managers [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Got port-security extension from driver 'port_security' Sep 25 03:21:32.796261 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.extensions.vlantransparent [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Disabled vlantransparent extension. Sep 25 03:21:32.796765 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93911) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 25 03:21:32.797074 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading Plugin: router Sep 25 03:21:32.843223 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Subscribe: > router_interface before_create 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:32.843856 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Subscribe: > router after_create 55549900 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:32.844411 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Subscribe: > router before_create 55549900 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:32.845028 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:32.845616 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:32.846186 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Subscribe: > router after_delete 55549900 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:32.846788 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Subscribe: > floatingip after_create 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:32.847367 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Subscribe: > floatingip after_update 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:32.847970 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Subscribe: > router after_create 55549900 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:32.848551 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Subscribe: > router after_update 55549900 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:32.849176 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Subscribe: > router after_update 55549900 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:32.849759 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:32.850367 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Subscribe: > router after_update 55549900 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:32.851054 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Subscribe: > router precommit_update 55549900 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:32.851646 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Subscribe: port after_update 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:32.852452 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Subscribe: port after_delete 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:32.852754 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Subscribe: subnet after_update 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:32.853274 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:32.853809 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Subscribe: > port precommit_delete 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:32.854337 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Subscribe: > router precommit_create 55549900 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:32.854854 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Subscribe: port before_delete 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:32.855374 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Subscribe: > router precommit_create 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:32.855922 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Subscribe: > router after_update 55549900 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:32.856436 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Subscribe: > router precommit_delete 55549900 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:32.856998 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Subscribe: > router precommit_create 55549900 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:32.857554 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Subscribe: > router_interface after_create 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:32.858131 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Subscribe: > router precommit_update 55549900 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:32.858770 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Subscribe: > agent after_create 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:32.859364 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Subscribe: > agent after_delete 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:32.859953 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Subscribe: > network after_delete 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:32.861615 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.quota.resource_registry [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Tracking information for resource: router configured {{(pid=93911) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 25 03:21:32.862197 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.quota.resource_registry [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Tracking information for resource: floatingip configured {{(pid=93911) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 25 03:21:32.871859 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.db.l3_agentschedulers_db [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 25 03:21:32.872723 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Subscribe: port after_update 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:32.873385 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Subscribe: port after_create 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:32.874016 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Subscribe: port after_delete 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:32.874705 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Subscribe: port after_update 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:32.876188 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Subscribe: > router before_create 55550100 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:32.876854 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Subscribe: > router precommit_delete 55550100 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:32.877380 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Subscribe: > router precommit_create 55550100 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:32.877998 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Subscribe: > router precommit_update 55550100 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:32.889304 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.services.provider_configuration [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Service providers = [] {{(pid=93911) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 25 03:21:32.889911 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.db.servicetype_db [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93911) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 25 03:21:32.894900 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.services.service_base [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93911) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 25 03:21:32.895464 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.services.service_base [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93911) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 25 03:21:32.896028 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.services.service_base [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93911) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 25 03:21:32.897454 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.services.service_base [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93911) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 25 03:21:32.898083 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.services.service_base [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 25 03:21:32.898735 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93911) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 25 03:21:32.899205 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 25 03:21:32.917047 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93911) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 25 03:21:32.917608 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading Plugin: auto_allocate Sep 25 03:21:32.927284 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Subscribe: network precommit_update 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:32.927893 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Subscribe: network precommit_create 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:32.928829 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93911) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 25 03:21:32.929363 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading Plugin: tag Sep 25 03:21:32.940423 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93911) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 25 03:21:32.940979 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading Plugin: timestamp Sep 25 03:21:32.948011 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93911) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 25 03:21:32.948542 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading Plugin: network_ip_availability Sep 25 03:21:32.957773 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:32.958379 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:32.958984 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:32.960257 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93911) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 25 03:21:32.961140 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading Plugin: flavors Sep 25 03:21:32.969094 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93911) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 25 03:21:32.969606 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading Plugin: revisions Sep 25 03:21:32.976838 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93911) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 25 03:21:32.977492 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_concurrency.lockutils [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.984s {{(pid=93911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 25 03:21:32.978906 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93911) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 25 03:21:32.979448 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Initializing extension manager. Sep 25 03:21:32.980253 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: __init__.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:32.980861 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: __pycache__ {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:32.981437 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:32.982032 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: address_group.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:32.983297 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:32.984322 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loaded extension: address-group Sep 25 03:21:32.984894 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: address_scope.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:32.986567 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:32.987473 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loaded extension: address-scope Sep 25 03:21:32.988027 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: admin_state_down_before_update.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:32.989562 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:32.990435 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loaded extension: router-admin-state-down-before-update Sep 25 03:21:32.990971 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: agent.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:32.992177 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:32.993128 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loaded extension: agent Sep 25 03:21:32.993693 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: agent_resources_synced.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:32.995135 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:32.996001 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loaded extension: agent-resources-synced Sep 25 03:21:32.996539 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: allowedaddresspairs.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:32.999547 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.000420 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loaded extension: allowed-address-pairs Sep 25 03:21:33.000970 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: auto_allocated_topology.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.002643 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.003478 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loaded extension: auto-allocated-topology Sep 25 03:21:33.004027 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: availability_zone.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.005148 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.006344 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loaded extension: availability_zone Sep 25 03:21:33.006895 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: availability_zone_filter.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.008752 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.009633 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loaded extension: availability_zone_filter Sep 25 03:21:33.010168 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: data_plane_status.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.011551 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.012411 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Extension data-plane-status not supported by any of loaded plugins Sep 25 03:21:33.012963 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: default_subnetpools.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.014396 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.015263 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loaded extension: default-subnetpools Sep 25 03:21:33.015801 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: dhcpagentscheduler.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.017197 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.018070 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loaded extension: dhcp_agent_scheduler Sep 25 03:21:33.018623 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: dns.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.020035 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.020929 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Extension dns-integration not supported by any of loaded plugins Sep 25 03:21:33.021459 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: dns_domain_ports.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.022860 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.023719 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 25 03:21:33.024268 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.025737 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.026581 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 25 03:21:33.027102 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: dvr.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.028200 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.029117 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loaded extension: dvr Sep 25 03:21:33.029648 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: ecmp_routes.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.031063 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.031876 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Extension ecmp_routes not supported by any of loaded plugins Sep 25 03:21:33.032415 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: empty_string_filtering.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.033882 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.034693 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loaded extension: empty-string-filtering Sep 25 03:21:33.035213 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.036619 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.037536 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 25 03:21:33.038070 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.040282 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.041206 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 25 03:21:33.041740 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: external_net.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.043190 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.044056 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loaded extension: external-net Sep 25 03:21:33.044604 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: extra_dhcp_opt.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.046057 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.046946 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loaded extension: extra_dhcp_opt Sep 25 03:21:33.047492 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: extraroute.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.048938 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.049797 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loaded extension: extraroute Sep 25 03:21:33.050350 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: extraroute_atomic.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.051994 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.052890 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loaded extension: extraroute-atomic Sep 25 03:21:33.053438 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: filter_validation.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.054521 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.055420 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loaded extension: filter-validation Sep 25 03:21:33.055951 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: fip_pf_description.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.057438 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.058317 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 25 03:21:33.058859 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: fip_port_details.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.060286 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.061196 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loaded extension: fip-port-details Sep 25 03:21:33.061735 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: flavors.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.063718 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.064597 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loaded extension: flavors Sep 25 03:21:33.065185 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.067867 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.068742 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 25 03:21:33.069294 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: floatingip_pools.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.070534 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.071422 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loaded extension: floatingip-pools Sep 25 03:21:33.071965 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: ip_allocation.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.073486 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.074341 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Extension ip_allocation not supported by any of loaded plugins Sep 25 03:21:33.074888 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.076325 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.077267 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loaded extension: ip-substring-filtering Sep 25 03:21:33.077811 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: l2_adjacency.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.079269 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.080147 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Extension l2_adjacency not supported by any of loaded plugins Sep 25 03:21:33.080689 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: l3.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.082663 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.083559 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loaded extension: router Sep 25 03:21:33.084106 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: l3_conntrack_helper.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.088168 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.089124 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 25 03:21:33.089670 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.091159 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.092048 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loaded extension: ext-gw-mode Sep 25 03:21:33.092601 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.094217 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.095111 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loaded extension: l3-ha Sep 25 03:21:33.095661 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: l3_flavors.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.097115 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.098014 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loaded extension: l3-flavors Sep 25 03:21:33.098565 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.099959 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.100817 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loaded extension: l3-port-ip-change-not-allowed Sep 25 03:21:33.101323 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: l3agentscheduler.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.103624 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.104470 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loaded extension: l3_agent_scheduler Sep 25 03:21:33.105037 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: logging.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.107578 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.108481 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Extension logging not supported by any of loaded plugins Sep 25 03:21:33.109071 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: metering.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.110276 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.111271 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loaded extension: metering Sep 25 03:21:33.111786 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.113565 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.114461 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loaded extension: metering_source_and_destination_fields Sep 25 03:21:33.115014 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: multiprovidernet.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.116481 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.117407 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loaded extension: multi-provider Sep 25 03:21:33.117951 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: netmtu.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.119430 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.120308 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loaded extension: net-mtu Sep 25 03:21:33.120895 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: netmtu_writable.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.122412 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.123236 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loaded extension: net-mtu-writable Sep 25 03:21:33.123781 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: network_availability_zone.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.124886 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.125765 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loaded extension: network_availability_zone Sep 25 03:21:33.126314 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: network_ip_availability.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.128093 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.129019 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loaded extension: network-ip-availability Sep 25 03:21:33.129567 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: network_segment_range.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.131171 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.132038 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Extension network-segment-range not supported by any of loaded plugins Sep 25 03:21:33.132588 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: pagination.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.134208 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.134754 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loaded extension: pagination Sep 25 03:21:33.135291 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: port_device_profile.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.136766 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.137671 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loaded extension: port-device-profile Sep 25 03:21:33.138218 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.139637 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.140508 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loaded extension: port-mac-address-regenerate Sep 25 03:21:33.141064 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.142460 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.143330 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loaded extension: port-numa-affinity-policy Sep 25 03:21:33.143858 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: port_resource_request.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.145532 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.146387 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Extension port-resource-request not supported by any of loaded plugins Sep 25 03:21:33.146907 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: portbindings.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.148363 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.149279 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loaded extension: binding Sep 25 03:21:33.149803 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: portbindings_extended.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.151827 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.152726 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loaded extension: binding-extended Sep 25 03:21:33.153261 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: portsecurity.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.154646 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.155492 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loaded extension: port-security Sep 25 03:21:33.156019 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: project_id.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.157565 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.158025 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loaded extension: project-id Sep 25 03:21:33.158360 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: providernet.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.159421 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.159924 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loaded extension: provider Sep 25 03:21:33.160244 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: qos.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.164251 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.164834 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Extension qos not supported by any of loaded plugins Sep 25 03:21:33.165168 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.166436 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.166941 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 25 03:21:33.167262 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.168181 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.168680 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 25 03:21:33.169019 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: qos_default.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.169923 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.170420 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Extension qos-default not supported by any of loaded plugins Sep 25 03:21:33.170743 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: qos_fip.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.171400 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.171895 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Extension qos-fip not supported by any of loaded plugins Sep 25 03:21:33.172212 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: qos_gateway_ip.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.173159 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.173657 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 25 03:21:33.173977 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: qos_port_network_policy.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.174884 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.175378 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 25 03:21:33.175701 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: qos_pps_rule.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.176906 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.177408 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Extension qos-pps not supported by any of loaded plugins Sep 25 03:21:33.177728 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: qos_rule_type_details.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.178639 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.179137 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 25 03:21:33.179458 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: qos_rules_alias.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.180543 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.181079 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 25 03:21:33.181397 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: quotasv2.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.182409 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.182737 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loaded extension: quotas Sep 25 03:21:33.183058 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: quotasv2_detail.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.186655 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.187000 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loaded extension: quota_details Sep 25 03:21:33.187332 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: rbac.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.188453 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.189035 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loaded extension: rbac-policies Sep 25 03:21:33.189361 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: rbac_address_group.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.190332 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.190837 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loaded extension: rbac-address-group Sep 25 03:21:33.191163 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: rbac_address_scope.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.192081 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.192584 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loaded extension: rbac-address-scope Sep 25 03:21:33.192931 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: rbac_security_groups.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.193872 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.194374 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loaded extension: rbac-security-groups Sep 25 03:21:33.194678 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: rbac_subnetpool.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.195771 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.196263 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loaded extension: rbac-subnetpool Sep 25 03:21:33.196592 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: revisionifmatch.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.197560 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.198066 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loaded extension: revision-if-match Sep 25 03:21:33.198381 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: revisions.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.199664 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.200272 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loaded extension: standard-attr-revisions Sep 25 03:21:33.200692 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: router_availability_zone.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.201418 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.201925 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loaded extension: router_availability_zone Sep 25 03:21:33.202247 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: routerservicetype.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.203181 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.203678 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Extension router-service-type not supported by any of loaded plugins Sep 25 03:21:33.203995 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.204942 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.205439 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loaded extension: security-groups-normalized-cidr Sep 25 03:21:33.205761 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: security_groups_port_filtering.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.206685 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.207190 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loaded extension: port-security-groups-filtering Sep 25 03:21:33.207510 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.208464 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.208995 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loaded extension: security-groups-remote-address-group Sep 25 03:21:33.209316 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: securitygroup.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.221448 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.222020 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loaded extension: security-group Sep 25 03:21:33.222350 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: segment.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.223285 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.223788 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Extension segment not supported by any of loaded plugins Sep 25 03:21:33.224114 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.225251 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.225758 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 25 03:21:33.226096 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: servicetype.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.227531 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.228069 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loaded extension: service-type Sep 25 03:21:33.228396 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: sorting.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.229501 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.229830 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loaded extension: sorting Sep 25 03:21:33.230150 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: standard_attr_segment.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.231079 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.231589 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 25 03:21:33.231908 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: standardattrdescription.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.232579 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.233104 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loaded extension: standard-attr-description Sep 25 03:21:33.233424 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: stateful_security_group.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.234443 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.234964 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loaded extension: stateful-security-group Sep 25 03:21:33.235284 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: stdattrs_common.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.235895 dv-cinder-775706-4-iscsi neutron-server[93911]: WARNING neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 25 03:21:33.236207 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.237302 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.237842 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 25 03:21:33.238162 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: subnet_onboard.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.239369 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.239943 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loaded extension: subnet_onboard Sep 25 03:21:33.240308 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.241432 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.241989 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 25 03:21:33.242882 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: subnet_service_types.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.244990 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.244990 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loaded extension: subnet-service-types Sep 25 03:21:33.244990 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: subnetallocation.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.245549 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.246111 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loaded extension: subnet_allocation Sep 25 03:21:33.246466 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.247215 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.247802 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loaded extension: subnetpool-prefix-ops Sep 25 03:21:33.248123 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.249192 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.249747 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 25 03:21:33.250094 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: tagging.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.251308 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.251862 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loaded extension: standard-attr-tag Sep 25 03:21:33.252217 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: timestamp.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.253688 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.254262 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loaded extension: standard-attr-timestamp Sep 25 03:21:33.254617 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: trunk.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.256245 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.256728 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Extension trunk not supported by any of loaded plugins Sep 25 03:21:33.257100 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: trunk_details.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.258214 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.258829 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Extension trunk-details not supported by any of loaded plugins Sep 25 03:21:33.259059 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: uplink_status_propagation.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.260062 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.260616 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 25 03:21:33.261009 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Loading extension file: vlantransparent.py {{(pid=93911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 03:21:33.261753 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 03:21:33.262318 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Extension vlan-transparent not supported by any of loaded plugins Sep 25 03:21:33.265028 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.quota.resource_registry [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Creating instance of TrackedResource for resource:network Sep 25 03:21:33.265610 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.quota.resource_registry [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Creating instance of TrackedResource for resource:subnet Sep 25 03:21:33.266049 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.quota.resource_registry [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Creating instance of TrackedResource for resource:subnetpool Sep 25 03:21:33.266480 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.quota.resource_registry [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Creating instance of TrackedResource for resource:port Sep 25 03:21:33.267896 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.v2.resource_helper [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93911) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 25 03:21:33.268388 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.v2.resource_helper [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Service FLAVORS assigned prefix: {{(pid=93911) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 25 03:21:33.269116 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.v2.resource_helper [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93911) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 25 03:21:33.269588 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.v2.resource_helper [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93911) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 25 03:21:33.269925 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.quota.resource_registry [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Creating instance of TrackedResource for resource:router Sep 25 03:21:33.270398 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.quota.resource_registry [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Creating instance of TrackedResource for resource:floatingip Sep 25 03:21:33.270931 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.v2.resource_helper [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Service METERING assigned prefix: /metering {{(pid=93911) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 25 03:21:33.272547 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:33.273001 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:33.273425 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:21:33.274679 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.quota.resource_registry [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Creating instance of CountableResource for resource:rbac_policy Sep 25 03:21:33.275176 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.quota.resource_registry [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Creating instance of TrackedResource for resource:security_group Sep 25 03:21:33.275646 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.quota.resource_registry [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Creating instance of TrackedResource for resource:security_group_rule Sep 25 03:21:33.276315 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.v2.resource_helper [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Service CORE assigned prefix: {{(pid=93911) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 25 03:21:33.276688 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.quota.resource_registry [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Creating instance of TrackedResource for resource:subnetpool Sep 25 03:21:33.277106 dv-cinder-775706-4-iscsi neutron-server[93911]: WARNING neutron.quota.resource_registry [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] subnetpool is already registered Sep 25 03:21:33.277584 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.v2.resource_helper [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Service CORE assigned prefix: {{(pid=93911) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 25 03:21:33.277944 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.quota.resource_registry [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Creating instance of TrackedResource for resource:subnetpool Sep 25 03:21:33.278392 dv-cinder-775706-4-iscsi neutron-server[93911]: WARNING neutron.quota.resource_registry [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] subnetpool is already registered Sep 25 03:21:33.280944 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.v2.resource_helper [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93911) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 25 03:21:33.281423 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.v2.resource_helper [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Service FLAVORS assigned prefix: {{(pid=93911) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 25 03:21:33.282076 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.v2.resource_helper [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93911) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 25 03:21:33.282540 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.v2.resource_helper [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93911) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 25 03:21:33.282879 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.quota.resource_registry [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Creating instance of TrackedResource for resource:router Sep 25 03:21:33.283262 dv-cinder-775706-4-iscsi neutron-server[93911]: WARNING neutron.quota.resource_registry [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] router is already registered Sep 25 03:21:33.283721 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.quota.resource_registry [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Creating instance of TrackedResource for resource:floatingip Sep 25 03:21:33.284092 dv-cinder-775706-4-iscsi neutron-server[93911]: WARNING neutron.quota.resource_registry [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] floatingip is already registered Sep 25 03:21:33.284608 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.v2.resource_helper [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Service METERING assigned prefix: /metering {{(pid=93911) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 25 03:21:33.285437 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.quota.resource_registry [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Creating instance of CountableResource for resource:rbac_policy Sep 25 03:21:33.285801 dv-cinder-775706-4-iscsi neutron-server[93911]: WARNING neutron.quota.resource_registry [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] rbac_policy is already registered Sep 25 03:21:33.286258 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.quota.resource_registry [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Creating instance of TrackedResource for resource:security_group Sep 25 03:21:33.286613 dv-cinder-775706-4-iscsi neutron-server[93911]: WARNING neutron.quota.resource_registry [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] security_group is already registered Sep 25 03:21:33.287084 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.quota.resource_registry [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Creating instance of TrackedResource for resource:security_group_rule Sep 25 03:21:33.287454 dv-cinder-775706-4-iscsi neutron-server[93911]: WARNING neutron.quota.resource_registry [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] security_group_rule is already registered Sep 25 03:21:33.288166 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.v2.resource_helper [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Service CORE assigned prefix: {{(pid=93911) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 25 03:21:33.288523 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.quota.resource_registry [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Creating instance of TrackedResource for resource:subnetpool Sep 25 03:21:33.288987 dv-cinder-775706-4-iscsi neutron-server[93911]: WARNING neutron.quota.resource_registry [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] subnetpool is already registered Sep 25 03:21:33.289654 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.v2.resource_helper [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Service CORE assigned prefix: {{(pid=93911) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 25 03:21:33.290031 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.quota.resource_registry [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Creating instance of TrackedResource for resource:subnetpool Sep 25 03:21:33.290416 dv-cinder-775706-4-iscsi neutron-server[93911]: WARNING neutron.quota.resource_registry [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] subnetpool is already registered Sep 25 03:21:33.290933 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Extended resource: extensions {{(pid=93911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 03:21:33.292526 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Extended resource: address-groups {{(pid=93911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 03:21:33.294161 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Extended resource: address-scopes {{(pid=93911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 03:21:33.295604 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Extended resource: agents {{(pid=93911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 03:21:33.296871 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Extended resource: auto-allocated-topology {{(pid=93911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 03:21:33.298555 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Extended resource: availability_zones {{(pid=93911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 03:21:33.299901 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Extended resource: dhcp-networks {{(pid=93911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 03:21:33.301535 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Extended resource: dhcp-agents {{(pid=93911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 03:21:33.302957 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Extended resource: routers {{(pid=93911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 03:21:33.305286 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Extended resource: flavors {{(pid=93911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 03:21:33.306456 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Extended resource: service_profiles {{(pid=93911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 03:21:33.307653 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Extended resource: next_providers {{(pid=93911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 03:21:33.309146 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Extended resource: service_profiles {{(pid=93911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 03:21:33.310674 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Extended resource: floatingip-pools {{(pid=93911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 03:21:33.311880 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Extended resource: routers {{(pid=93911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 03:21:33.314035 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Extended resource: floatingips {{(pid=93911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 03:21:33.315335 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Extended resource: l3-routers {{(pid=93911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 03:21:33.316792 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Extended resource: l3-agents {{(pid=93911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 03:21:33.318200 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Extended resource: metering-labels {{(pid=93911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 03:21:33.319567 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Extended resource: metering-label-rules {{(pid=93911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 03:21:33.321080 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Extended resource: network-ip-availabilities {{(pid=93911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 03:21:33.322321 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Extended resource: bindings {{(pid=93911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 03:21:33.325178 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Extended resource: quotas {{(pid=93911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 03:21:33.326665 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Extended resource: quotas {{(pid=93911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 03:21:33.328092 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Extended resource: rbac-policies {{(pid=93911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 03:21:33.329516 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Extended resource: security-groups {{(pid=93911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 03:21:33.330814 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Extended resource: security-group-rules {{(pid=93911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 03:21:33.332083 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Extended resource: service-providers {{(pid=93911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 03:21:33.333406 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Extended resource: subnetpools {{(pid=93911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 03:21:33.334855 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Extended resource: subnetpools {{(pid=93911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 03:21:33.336336 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Extended resource: tags {{(pid=93911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 03:21:33.338429 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Extended resource: tags {{(pid=93911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 03:21:33.340327 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Extended resource: tags {{(pid=93911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 03:21:33.342143 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Extended resource: tags {{(pid=93911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 03:21:33.343937 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Extended resource: tags {{(pid=93911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 03:21:33.345825 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Extended resource: tags {{(pid=93911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 03:21:33.347531 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Extended resource: tags {{(pid=93911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 03:21:33.349451 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Extended resource: tags {{(pid=93911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 03:21:33.351217 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Extended resource: tags {{(pid=93911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 03:21:33.353053 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron.api.extensions [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Extended resource: tags {{(pid=93911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 03:21:33.359172 dv-cinder-775706-4-iscsi neutron-server[93911]: WARNING keystonemiddleware.auth_token [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 25 03:21:33.364007 dv-cinder-775706-4-iscsi neutron-server[93911]: WARNING keystonemiddleware.auth_token [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 25 03:21:33.373044 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_concurrency.lockutils [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Acquired lock "singleton_lock" {{(pid=93911) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 25 03:21:33.373435 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_concurrency.lockutils [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Releasing lock "singleton_lock" {{(pid=93911) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 25 03:21:33.374099 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO oslo_service.service [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Starting 2 workers Sep 25 03:21:33.378905 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Started child 94020 {{(pid=93911) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 25 03:21:33.384450 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Started child 94021 {{(pid=93911) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 25 03:21:33.385793 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:21:33.386863 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO neutron.service [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Neutron service started, listening on 0.0.0.0:9696 Sep 25 03:21:33.386863 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Notify callbacks [] for process, before_spawn {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:21:33.387765 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [-] (94020) wsgi starting up on http://0.0.0.0:9696 Sep 25 03:21:33.389201 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO oslo_service.service [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Starting 1 workers Sep 25 03:21:33.391054 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:21:33.392901 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [-] (94021) wsgi starting up on http://0.0.0.0:9696 Sep 25 03:21:33.394434 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Started child 94022 {{(pid=93911) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 25 03:21:33.395000 dv-cinder-775706-4-iscsi neutron-server[93911]: INFO oslo_service.service [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Starting 1 workers Sep 25 03:21:33.398875 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.service [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] calling RpcWorker wait() {{(pid=94022) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 25 03:21:33.399761 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Started child 94023 {{(pid=93911) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 25 03:21:33.399933 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.service [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] returning from RpcWorker wait() {{(pid=94022) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 25 03:21:33.400621 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d3790c21-3c2a-46db-a644-6705ad2db64c None None] Notify callbacks [] for process, after_spawn {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:21:33.401188 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:21:33.401632 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:21:33.402613 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93911) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 25 03:21:33.402798 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 25 03:21:33.403019 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 25 03:21:33.403211 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 25 03:21:33.403523 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 25 03:21:33.403672 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 25 03:21:33.404176 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.404452 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.404744 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.404999 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.405280 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.405888 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.407363 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.407363 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.407363 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.407363 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.407363 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.407363 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.408304 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.408304 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.408735 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:21:33.409537 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.409537 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.409537 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.409537 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.409537 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.409537 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.409537 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.410839 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.410839 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] debug = True {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.410839 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.410839 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.410839 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.411780 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.411780 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.411780 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.411780 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.412492 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.412492 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.412492 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.413058 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.413058 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.413058 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.414284 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.414284 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.414284 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.414284 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.415019 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] host = dv-cinder-775706-4-iscsi {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.415019 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.415019 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.415574 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.415574 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.415574 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.416129 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.416129 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.416501 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.416501 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.416905 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.417110 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.417307 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.417490 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.417668 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] log_file = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.417848 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] log_options = True {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.418053 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.418299 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.418564 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.418769 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.418973 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.419177 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.419370 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.419567 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.419750 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.419926 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.420110 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.420298 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.420503 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.420745 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.420985 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.421222 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.421458 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.421676 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.421917 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.422162 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.422400 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.422625 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.422840 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.423075 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.423324 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.424114 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.424114 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.424114 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.424672 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.424672 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.425061 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.425061 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.425439 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.425439 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.425802 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.425802 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.426154 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.426344 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.426521 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.426700 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.426951 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.427194 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.427412 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.427671 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.427901 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.428134 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.428336 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] use_json = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.428533 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.428776 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.429032 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.429268 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.429631 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.429821 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.430018 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.430192 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.430712 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.430905 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.431187 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.431412 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.431644 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.431881 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.432140 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.432358 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.432611 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.432960 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.433182 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.434172 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.434172 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.434172 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.434434 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.434593 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.434859 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.435143 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.435370 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.435619 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.436027 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.436285 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.436574 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.436818 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.437058 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.437317 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.437541 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.437863 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.438126 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.438443 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.438644 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.438867 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.439116 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.439307 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.439580 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.439846 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.439846 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.439846 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.439846 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.439846 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.444945 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.444945 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.444945 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.444945 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.444945 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.444945 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.444945 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.444945 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.444945 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.445950 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.445950 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.445950 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.445950 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.445950 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.445950 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.445950 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.445950 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.445950 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.446606 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.446606 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.446606 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.446606 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.446606 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.446606 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.446606 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.446985 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.446985 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.447114 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.447344 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.447557 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.447792 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.448029 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.448270 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.448513 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.448772 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.448997 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.449209 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.452768 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.452768 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.452768 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.452768 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.452768 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.452768 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.452768 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.452768 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.452768 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.453325 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.453325 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.453325 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.453325 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.453325 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.453325 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.453325 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.453325 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.453770 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.453770 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.453770 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.453954 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.454018 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.454364 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.454527 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.454798 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.455036 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.456761 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.456761 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.456761 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.456761 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.456761 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.456761 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.456761 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.457208 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.457208 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.457331 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.457572 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.457799 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.458041 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.458333 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.458576 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.458822 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.459045 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.459283 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.459717 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.459940 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.460152 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.460361 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.460581 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.461003 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.462124 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.462124 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.462124 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.462124 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.462977 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.462977 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.462977 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.463614 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:21:33.463850 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.463850 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.463850 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.463850 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.464718 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.464718 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.464718 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.464718 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.465553 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.465553 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.465553 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.465553 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.468771 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.468771 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.468771 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.468771 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.468771 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.468771 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.468771 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.468771 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.469260 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.469260 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.469260 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.469260 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.469260 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.469260 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.469260 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.469260 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.469725 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.469725 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.469725 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.470013 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.470146 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.470391 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.470608 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.470825 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.471056 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.471294 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.471549 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.471767 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.472675 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.472675 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.472675 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.472675 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.472976 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.473173 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.473405 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.473651 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.473892 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.474125 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.474338 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.474575 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.474789 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.475009 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.475259 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.475491 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.475703 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.476691 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.476691 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.476691 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.477617 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.477617 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.477617 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.477617 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.477844 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.477913 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.478133 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.478350 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.478564 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.478833 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.479059 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.479305 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.479520 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.479732 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.479946 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.480164 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.480375 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.480705 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.480951 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.481194 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.481458 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.481694 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.481921 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.482151 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.482364 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.482575 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.482798 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.483013 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.483221 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.483463 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.483698 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.483909 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.484239 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.484464 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.484692 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.484922 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.485159 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.485370 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.485592 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.485826 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.486036 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.486261 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.486471 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.486680 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.486905 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.487118 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.487324 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.487810 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.491313 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.491313 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.491313 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.491313 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.491313 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.491313 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.491313 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.491313 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.491808 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.491808 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.491808 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.491808 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.491808 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.491808 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.491808 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.491808 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.492694 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.493266 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 46504) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:21:33.493345 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.493345 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.493345 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.493345 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.493345 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.493345 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.493703 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.493941 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.494271 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.494391 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.494664 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.494983 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.495271 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.495519 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.495746 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.495990 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.496213 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.496588 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.496737 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.496964 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.497198 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.497438 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.497728 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.497904 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.498136 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.498362 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.498585 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.498807 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.499036 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.499256 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.499470 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.499625 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 25 03:21:33.500180 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93911) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 25 03:21:33.500338 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 25 03:21:33.500498 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 25 03:21:33.502168 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 25 03:21:33.502168 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 25 03:21:33.502168 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 25 03:21:33.502168 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.502168 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.502168 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.502168 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.502168 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.503033 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.503033 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.503033 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.503033 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.503033 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.503033 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.503033 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.503033 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.503859 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.503859 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.503859 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.503859 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.503859 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.503859 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.504394 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.504394 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.504394 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.504394 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] debug = True {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.504853 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.504853 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.505073 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.505073 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.505301 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.505420 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.505535 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.505650 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.506112 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.507783 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.507783 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.507783 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.507783 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.507783 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.507783 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.507783 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.507783 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.509530 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] host = dv-cinder-775706-4-iscsi {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.509530 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.509530 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.509530 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.509530 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.509530 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.509530 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.509530 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.510363 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.510363 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.510363 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.510363 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.510363 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.510363 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.510363 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] log_file = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.510363 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] log_options = True {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.510363 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.511319 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.511319 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.511319 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.511319 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.511319 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.511319 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.511319 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.512042 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.512042 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.512042 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.512042 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.512042 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.512042 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.512042 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.512821 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.512821 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.512821 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.512821 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.512821 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.513353 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.513353 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.513353 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.513353 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.513730 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.513730 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.513927 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.513927 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.514121 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.514242 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.514349 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.516454 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.516454 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.516454 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.516454 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.516454 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.516454 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.516454 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.516454 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.517450 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.517450 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.517450 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.517450 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.517450 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.517450 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.517450 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.517450 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] use_json = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.518255 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.518255 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.518255 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.518255 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.518255 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.518255 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.518255 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.518255 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 03:21:33.519073 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.519073 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.519073 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.519073 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.519073 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.519073 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.519073 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.519073 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.519773 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.519773 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.519773 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.519773 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.520215 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.520215 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.520215 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.520486 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.520486 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.520788 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.520788 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.521006 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.521006 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.521224 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.521339 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.521454 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.521622 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.521791 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.521936 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.522110 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.522275 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.522432 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.522590 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.522864 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.523029 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.523189 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.523401 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.523568 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.524022 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.524022 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.524022 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.524022 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.524022 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.524022 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.524022 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.524022 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.524022 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.527598 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [-] 10.222.0.42 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0294189 Sep 25 03:21:33.527772 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.527772 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.527772 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.527772 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.527772 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.527772 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.527772 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.527772 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.527772 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.529207 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.529207 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.529207 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.529207 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.529207 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.530687 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.530687 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.530687 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.530687 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.530687 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.530687 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.530687 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.531535 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.531730 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.532062 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.532371 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.533132 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.533465 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.533789 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.534124 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.534383 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.534660 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.534660 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.536023 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.536023 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.536023 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.536023 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.536023 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.536023 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.536023 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.536023 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.536023 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.537961 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.537961 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.537961 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.537961 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.537961 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.537961 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.537961 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.537961 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.541728 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.541728 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.541728 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.541728 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.541728 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.541728 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.541728 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.541728 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.543285 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.543285 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.543285 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.543285 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.543285 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.543285 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.543285 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.543285 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.544298 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.544298 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.544298 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.544298 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.544298 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.544298 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.544298 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.544298 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.545678 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.545678 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.545678 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.545678 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.545678 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.545678 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.545678 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.545678 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.546933 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.546933 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.546933 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.546933 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.546933 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.546933 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.546933 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.546933 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.548152 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.548152 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.548152 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.548152 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.548152 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.548152 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.548152 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.548152 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.549382 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.549382 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.549382 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.549382 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.549382 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.549382 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.549382 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.549382 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.551740 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.551740 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.551740 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.551740 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.551740 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.551740 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.551740 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.551740 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.553438 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.553438 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.553438 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.553438 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.553438 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.553438 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.553438 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.553438 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.556028 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.556028 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.556028 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.556028 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.556028 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.556028 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.556028 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.556028 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.557726 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.557726 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.557726 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.557726 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.557726 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.557726 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.557726 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.557726 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.559355 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.559355 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.559355 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.559355 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.559355 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.559355 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.559355 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.559355 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.560928 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.560928 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.560928 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.560928 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.560928 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.560928 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.560928 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.560928 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.562536 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.562536 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.562536 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.562536 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.562536 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.562536 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.562536 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.562536 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.564005 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.564005 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.564005 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.564005 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.564005 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.564005 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.564005 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.564005 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.565568 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.565568 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.565568 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.565568 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.565568 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.565568 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.565568 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.565568 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.566823 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.566823 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.566823 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.566823 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.566823 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.566823 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.566823 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.566823 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.567806 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.567806 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.567806 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.567806 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.567806 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.567806 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.567806 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.567806 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.568967 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.568967 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.568967 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.568967 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.568967 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.568967 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.568967 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.568967 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.570272 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.570272 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.570272 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.570272 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.570272 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.570272 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.570272 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.570272 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.572464 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.572464 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.572464 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.572464 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.572464 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.572464 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.572464 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.572464 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.573952 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.573952 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.573952 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.573952 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.573952 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.573952 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.573952 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.573952 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.574920 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.574920 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.574920 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.574920 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.574920 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.574920 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.574920 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.574920 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.574920 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.575992 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.575992 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.575992 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.575992 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.575992 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.575992 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.575992 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.575992 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.575992 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.577165 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.577165 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 03:21:33.577165 dv-cinder-775706-4-iscsi neutron-server[93911]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 25 03:21:33.603197 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:21:45.400762 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94b4a5d-6c3f-4fdf-95d5-fddd0b95cb3d None None] get_active_networks_info from dv-cinder-775706-4-iscsi {{(pid=94022) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 25 03:21:45.477888 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94b4a5d-6c3f-4fdf-95d5-fddd0b95cb3d None None] No non-hosted networks {{(pid=94022) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 25 03:21:45.493063 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.agentschedulers_db [None req-a94b4a5d-6c3f-4fdf-95d5-fddd0b95cb3d None None] DHCP Agent not found on host dv-cinder-775706-4-iscsi {{(pid=94022) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 25 03:21:45.580418 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-04b27d42-b18a-4d16-b057-eb2022c0b31e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3897037'] for agent, after_create {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:21:47.569717 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-aabb7efa-5fd8-4665-950d-8965eb420160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3897037'] for agent, after_create {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:21:47.631005 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-98d2f137-7d95-4908-b4c6-37234df6fc4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:21:49.245025 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-fa5af178-6116-457c-95b6-13dc589f2bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3897037'] for agent, after_create {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:21:49.260724 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3897037'] for agent, after_create {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:21:49.261672 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:21:49.262202 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:21:49.262755 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:21:49.263271 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:21:49.263876 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:21:49.264361 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:21:49.265125 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:21:49.265737 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:21:49.266215 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:21:49.267088 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:21:49.267681 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:21:49.268245 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:21:49.268861 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-775706-4-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:21:49.287759 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-775706-4-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:21:51.090154 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-afd92d12-b9d5-4a92-bfd4-50d3cdf2ae8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3897037'] for agent, after_create {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:21:52.017283 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 46602) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:21:52.558281 dv-cinder-775706-4-iscsi neutron-server[94020]: WARNING oslo_policy.policy [None req-c674c98b-8fb4-4ee1-b0ad-ae5a38a25848 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 25 03:21:52.558852 dv-cinder-775706-4-iscsi neutron-server[94020]: WARNING oslo_policy.policy [None req-c674c98b-8fb4-4ee1-b0ad-ae5a38a25848 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 25 03:21:52.777874 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [None req-c674c98b-8fb4-4ee1-b0ad-ae5a38a25848 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94020) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 25 03:21:52.778902 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-c674c98b-8fb4-4ee1-b0ad-ae5a38a25848 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7607324 Sep 25 03:21:54.942072 dv-cinder-775706-4-iscsi neutron-server[94022]: INFO neutron.db.l3_hamode_db [None req-81e3cb3e-19a1-49de-ad32-91b76814c255 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 25 03:21:55.021314 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e3cb3e-19a1-49de-ad32-91b76814c255 None None] Routers set() bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:21:55.021696 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e3cb3e-19a1-49de-ad32-91b76814c255 None None] Router IDs set() for agent in host dv-cinder-775706-4-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 25 03:21:55.252114 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 46616) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:21:55.579537 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-92278924-3797-4ffc-9091-d2df8c88b4cf admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:21:55.673659 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.policy [None req-92278924-3797-4ffc-9091-d2df8c88b4cf admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94020) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 25 03:21:55.718723 dv-cinder-775706-4-iscsi neutron-server[94020]: WARNING oslo_policy.policy [None req-92278924-3797-4ffc-9091-d2df8c88b4cf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 25 03:21:55.719134 dv-cinder-775706-4-iscsi neutron-server[94020]: WARNING oslo_policy.policy [None req-92278924-3797-4ffc-9091-d2df8c88b4cf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 25 03:21:55.727651 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.quota [None req-92278924-3797-4ffc-9091-d2df8c88b4cf admin admin] Loaded quota_driver: . Sep 25 03:21:55.820795 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-92278924-3797-4ffc-9091-d2df8c88b4cf admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731878298300', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731878297937', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731878351752', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731878353260', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731878791526', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731878333894', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-581503', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-769115', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3928855', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3822625'] for rbac-policy, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:21:55.904027 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-92278924-3797-4ffc-9091-d2df8c88b4cf admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:21:55.905742 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-92278924-3797-4ffc-9091-d2df8c88b4cf admin admin] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6524241 Sep 25 03:21:58.582891 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 46628) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:21:59.130343 dv-cinder-775706-4-iscsi neutron-server[94021]: WARNING oslo_policy.policy [None req-f9f368ad-dfef-4c17-a2f8-227093f68891 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 25 03:21:59.130896 dv-cinder-775706-4-iscsi neutron-server[94021]: WARNING oslo_policy.policy [None req-f9f368ad-dfef-4c17-a2f8-227093f68891 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 25 03:21:59.359805 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-f9f368ad-dfef-4c17-a2f8-227093f68891 admin admin] Request body: {'network': {'tenant_id': 'b217609dcaf34f748a3029a2c9076a09', 'name': 'private', 'admin_state_up': True, 'project_id': 'b217609dcaf34f748a3029a2c9076a09'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:21:59.361541 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.quota [None req-f9f368ad-dfef-4c17-a2f8-227093f68891 admin admin] Loaded quota_driver: . Sep 25 03:21:59.423776 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f368ad-dfef-4c17-a2f8-227093f68891 admin admin] Made reservation on behalf of b217609dcaf34f748a3029a2c9076a09 for: {'network': 1} {{(pid=94021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 03:21:59.489312 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.policy [None req-f9f368ad-dfef-4c17-a2f8-227093f68891 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94021) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 25 03:21:59.534122 dv-cinder-775706-4-iscsi neutron-server[94021]: WARNING oslo_policy.policy [None req-f9f368ad-dfef-4c17-a2f8-227093f68891 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 25 03:21:59.534506 dv-cinder-775706-4-iscsi neutron-server[94021]: WARNING oslo_policy.policy [None req-f9f368ad-dfef-4c17-a2f8-227093f68891 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 25 03:21:59.545161 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-f9f368ad-dfef-4c17-a2f8-227093f68891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for network, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:21:59.567288 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-f9f368ad-dfef-4c17-a2f8-227093f68891 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:21:59.717359 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-f9f368ad-dfef-4c17-a2f8-227093f68891 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:21:59.722575 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-f9f368ad-dfef-4c17-a2f8-227093f68891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:21:59.749059 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9f368ad-dfef-4c17-a2f8-227093f68891 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=94021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 03:21:59.778300 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-f9f368ad-dfef-4c17-a2f8-227093f68891 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731880838539', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614597'] for segment, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:21:59.778875 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-f9f368ad-dfef-4c17-a2f8-227093f68891 admin admin] Unsubscribe: segment precommit_create {{(pid=94021) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 25 03:21:59.779395 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.db.segments_db [None req-f9f368ad-dfef-4c17-a2f8-227093f68891 admin admin] Added segment 4d36eafc-1a1a-4839-b338-a285ef8a3a70 of type vlan for network 4f2402b9-ff54-403c-adaa-ce5acbed2c55 Sep 25 03:21:59.785394 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f368ad-dfef-4c17-a2f8-227093f68891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30635b13-0d1a-48ed-ba65-d79f103a6e42,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:21:59.825127 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f368ad-dfef-4c17-a2f8-227093f68891 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:21:59.825480 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f368ad-dfef-4c17-a2f8-227093f68891 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:21:59.825808 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f368ad-dfef-4c17-a2f8-227093f68891 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:21:59.826126 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f368ad-dfef-4c17-a2f8-227093f68891 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:21:59.826438 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f368ad-dfef-4c17-a2f8-227093f68891 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:21:59.826764 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f368ad-dfef-4c17-a2f8-227093f68891 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:21:59.827078 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f368ad-dfef-4c17-a2f8-227093f68891 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:21:59.827388 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f368ad-dfef-4c17-a2f8-227093f68891 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:21:59.827709 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f368ad-dfef-4c17-a2f8-227093f68891 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:21:59.828017 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f368ad-dfef-4c17-a2f8-227093f68891 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:21:59.828324 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f368ad-dfef-4c17-a2f8-227093f68891 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:21:59.828624 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f368ad-dfef-4c17-a2f8-227093f68891 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:21:59.829734 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f368ad-dfef-4c17-a2f8-227093f68891 admin admin] Tracked resource versions report: Sep 25 03:21:59.829734 dv-cinder-775706-4-iscsi neutron-server[94021]: pushed versions: Sep 25 03:21:59.829734 dv-cinder-775706-4-iscsi neutron-server[94021]: { 'AddressGroup': {'1.2'}, Sep 25 03:21:59.829734 dv-cinder-775706-4-iscsi neutron-server[94021]: 'ConntrackHelper': {'1.0'}, Sep 25 03:21:59.829734 dv-cinder-775706-4-iscsi neutron-server[94021]: 'Log': {'1.0'}, Sep 25 03:21:59.829734 dv-cinder-775706-4-iscsi neutron-server[94021]: 'Network': {'1.1'}, Sep 25 03:21:59.829734 dv-cinder-775706-4-iscsi neutron-server[94021]: 'Port': {'1.7'}, Sep 25 03:21:59.829734 dv-cinder-775706-4-iscsi neutron-server[94021]: 'PortForwarding': {'1.2'}, Sep 25 03:21:59.829734 dv-cinder-775706-4-iscsi neutron-server[94021]: 'QosPolicy': {'1.9'}, Sep 25 03:21:59.829734 dv-cinder-775706-4-iscsi neutron-server[94021]: 'SecurityGroup': {'1.4'}, Sep 25 03:21:59.829734 dv-cinder-775706-4-iscsi neutron-server[94021]: 'SecurityGroupRule': {'1.2'}, Sep 25 03:21:59.829734 dv-cinder-775706-4-iscsi neutron-server[94021]: 'SubPort': {'1.0'}, Sep 25 03:21:59.829734 dv-cinder-775706-4-iscsi neutron-server[94021]: 'Subnet': {'1.1'}, Sep 25 03:21:59.829734 dv-cinder-775706-4-iscsi neutron-server[94021]: 'Trunk': {'1.1'}} Sep 25 03:21:59.829734 dv-cinder-775706-4-iscsi neutron-server[94021]: consumer versions: Sep 25 03:21:59.829734 dv-cinder-775706-4-iscsi neutron-server[94021]: { DHCP agent@dv-cinder-775706-4-iscsi: {}, Sep 25 03:21:59.829734 dv-cinder-775706-4-iscsi neutron-server[94021]: L3 agent@dv-cinder-775706-4-iscsi: {}, Sep 25 03:21:59.829734 dv-cinder-775706-4-iscsi neutron-server[94021]: Metadata agent@dv-cinder-775706-4-iscsi: {}, Sep 25 03:21:59.829734 dv-cinder-775706-4-iscsi neutron-server[94021]: Metering agent@dv-cinder-775706-4-iscsi: {}, Sep 25 03:21:59.829734 dv-cinder-775706-4-iscsi neutron-server[94021]: Open vSwitch agent@dv-cinder-775706-4-iscsi: { 'AddressGroup': '1.2', Sep 25 03:21:59.829734 dv-cinder-775706-4-iscsi neutron-server[94021]: 'ConntrackHelper': '1.0', Sep 25 03:21:59.829734 dv-cinder-775706-4-iscsi neutron-server[94021]: 'Log': '1.0', Sep 25 03:21:59.829734 dv-cinder-775706-4-iscsi neutron-server[94021]: 'Network': '1.1', Sep 25 03:21:59.829734 dv-cinder-775706-4-iscsi neutron-server[94021]: 'Port': '1.7', Sep 25 03:21:59.829734 dv-cinder-775706-4-iscsi neutron-server[94021]: 'PortForwarding': '1.2', Sep 25 03:21:59.829734 dv-cinder-775706-4-iscsi neutron-server[94021]: 'QosPolicy': '1.9', Sep 25 03:21:59.829734 dv-cinder-775706-4-iscsi neutron-server[94021]: 'SecurityGroup': '1.4', Sep 25 03:21:59.829734 dv-cinder-775706-4-iscsi neutron-server[94021]: 'SecurityGroupRule': '1.2', Sep 25 03:21:59.829734 dv-cinder-775706-4-iscsi neutron-server[94021]: 'SubPort': '1.0', Sep 25 03:21:59.829734 dv-cinder-775706-4-iscsi neutron-server[94021]: 'Subnet': '1.1', Sep 25 03:21:59.829734 dv-cinder-775706-4-iscsi neutron-server[94021]: 'Trunk': '1.1'}} Sep 25 03:21:59.829734 dv-cinder-775706-4-iscsi neutron-server[94021]: {{(pid=94021) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 25 03:21:59.905954 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-f9f368ad-dfef-4c17-a2f8-227093f68891 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731880296735'] for network, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:21:59.952700 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-f9f368ad-dfef-4c17-a2f8-227093f68891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117'] for network, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:21:59.954196 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f368ad-dfef-4c17-a2f8-227093f68891 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:21:59.954985 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-f9f368ad-dfef-4c17-a2f8-227093f68891 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3625783'] for network, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:22:00.015505 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-f9f368ad-dfef-4c17-a2f8-227093f68891 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4304075 Sep 25 03:22:00.063876 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f368ad-dfef-4c17-a2f8-227093f68891 admin admin] Pushing event updated for resources: {'Network': ['ID=4f2402b9-ff54-403c-adaa-ce5acbed2c55,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:22:00.076811 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Network 4f2402b9-ff54-403c-adaa-ce5acbed2c55 details requested by agent ovs-agent-dv-cinder-775706-4-iscsi with host dv-cinder-775706-4-iscsi {{(pid=94022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 03:22:02.780804 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 46650) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:22:03.249542 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4aceca4-b63f-43eb-b587-6430b96aaec5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:22:03.250962 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-a4aceca4-b63f-43eb-b587-6430b96aaec5 admin admin] 10.222.0.42 "GET /v2.0/networks/4f2402b9-ff54-403c-adaa-ce5acbed2c55 HTTP/1.1" status: 200 len: 825 time: 0.4692500 Sep 25 03:22:03.278626 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-a887370e-14a7-47a6-9240-426b8ed7e360 admin admin] 10.222.0.42 "GET /v2.0/subnetpools/05ef224a-dff8-46fc-8cf9-ca28e86732e6 HTTP/1.1" status: 200 len: 734 time: 0.0204279 Sep 25 03:22:03.289290 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-a26c25e9-37e5-4b4c-87c6-515463a737a1 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': '05ef224a-dff8-46fc-8cf9-ca28e86732e6', 'ip_version': 4, 'tenant_id': 'b217609dcaf34f748a3029a2c9076a09', 'network_id': '4f2402b9-ff54-403c-adaa-ce5acbed2c55', 'name': 'private-subnet'}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:22:03.326718 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a26c25e9-37e5-4b4c-87c6-515463a737a1 admin admin] Made reservation on behalf of b217609dcaf34f748a3029a2c9076a09 for: {'subnet': 1} {{(pid=94020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 03:22:03.329675 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-a26c25e9-37e5-4b4c-87c6-515463a737a1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:22:03.657284 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-a26c25e9-37e5-4b4c-87c6-515463a737a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117'] for subnet, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:22:03.725316 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26c25e9-37e5-4b4c-87c6-515463a737a1 admin admin] Checking segment: {'id': '4d36eafc-1a1a-4839-b338-a285ef8a3a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '4f2402b9-ff54-403c-adaa-ce5acbed2c55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 03:22:03.725733 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26c25e9-37e5-4b4c-87c6-515463a737a1 admin admin] Network hostable DHCP agents. Network: 4f2402b9-ff54-403c-adaa-ce5acbed2c55, hostable agents: ['2fa0f05e-bfa9-4bbd-9fe7-8d8f67ba176e'], hosted agents: [] {{(pid=94020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 03:22:03.735988 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26c25e9-37e5-4b4c-87c6-515463a737a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cf482a3-a18a-4bca-b46a-b5f95a9abef3,revision_number=0']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:22:03.748461 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26c25e9-37e5-4b4c-87c6-515463a737a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:22:03.748851 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26c25e9-37e5-4b4c-87c6-515463a737a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:22:03.749188 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26c25e9-37e5-4b4c-87c6-515463a737a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:22:03.749513 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26c25e9-37e5-4b4c-87c6-515463a737a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:22:03.749840 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26c25e9-37e5-4b4c-87c6-515463a737a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:22:03.750181 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26c25e9-37e5-4b4c-87c6-515463a737a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:22:03.750506 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26c25e9-37e5-4b4c-87c6-515463a737a1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:22:03.750824 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26c25e9-37e5-4b4c-87c6-515463a737a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:22:03.751163 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26c25e9-37e5-4b4c-87c6-515463a737a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:22:03.751486 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26c25e9-37e5-4b4c-87c6-515463a737a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:22:03.751807 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26c25e9-37e5-4b4c-87c6-515463a737a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:22:03.752121 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26c25e9-37e5-4b4c-87c6-515463a737a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:22:03.753214 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26c25e9-37e5-4b4c-87c6-515463a737a1 admin admin] Tracked resource versions report: Sep 25 03:22:03.753214 dv-cinder-775706-4-iscsi neutron-server[94020]: pushed versions: Sep 25 03:22:03.753214 dv-cinder-775706-4-iscsi neutron-server[94020]: { 'AddressGroup': {'1.2'}, Sep 25 03:22:03.753214 dv-cinder-775706-4-iscsi neutron-server[94020]: 'ConntrackHelper': {'1.0'}, Sep 25 03:22:03.753214 dv-cinder-775706-4-iscsi neutron-server[94020]: 'Log': {'1.0'}, Sep 25 03:22:03.753214 dv-cinder-775706-4-iscsi neutron-server[94020]: 'Network': {'1.1'}, Sep 25 03:22:03.753214 dv-cinder-775706-4-iscsi neutron-server[94020]: 'Port': {'1.7'}, Sep 25 03:22:03.753214 dv-cinder-775706-4-iscsi neutron-server[94020]: 'PortForwarding': {'1.2'}, Sep 25 03:22:03.753214 dv-cinder-775706-4-iscsi neutron-server[94020]: 'QosPolicy': {'1.9'}, Sep 25 03:22:03.753214 dv-cinder-775706-4-iscsi neutron-server[94020]: 'SecurityGroup': {'1.4'}, Sep 25 03:22:03.753214 dv-cinder-775706-4-iscsi neutron-server[94020]: 'SecurityGroupRule': {'1.2'}, Sep 25 03:22:03.753214 dv-cinder-775706-4-iscsi neutron-server[94020]: 'SubPort': {'1.0'}, Sep 25 03:22:03.753214 dv-cinder-775706-4-iscsi neutron-server[94020]: 'Subnet': {'1.1'}, Sep 25 03:22:03.753214 dv-cinder-775706-4-iscsi neutron-server[94020]: 'Trunk': {'1.1'}} Sep 25 03:22:03.753214 dv-cinder-775706-4-iscsi neutron-server[94020]: consumer versions: Sep 25 03:22:03.753214 dv-cinder-775706-4-iscsi neutron-server[94020]: { DHCP agent@dv-cinder-775706-4-iscsi: {}, Sep 25 03:22:03.753214 dv-cinder-775706-4-iscsi neutron-server[94020]: L3 agent@dv-cinder-775706-4-iscsi: {}, Sep 25 03:22:03.753214 dv-cinder-775706-4-iscsi neutron-server[94020]: Metadata agent@dv-cinder-775706-4-iscsi: {}, Sep 25 03:22:03.753214 dv-cinder-775706-4-iscsi neutron-server[94020]: Metering agent@dv-cinder-775706-4-iscsi: {}, Sep 25 03:22:03.753214 dv-cinder-775706-4-iscsi neutron-server[94020]: Open vSwitch agent@dv-cinder-775706-4-iscsi: { 'AddressGroup': '1.2', Sep 25 03:22:03.753214 dv-cinder-775706-4-iscsi neutron-server[94020]: 'ConntrackHelper': '1.0', Sep 25 03:22:03.753214 dv-cinder-775706-4-iscsi neutron-server[94020]: 'Log': '1.0', Sep 25 03:22:03.753214 dv-cinder-775706-4-iscsi neutron-server[94020]: 'Network': '1.1', Sep 25 03:22:03.753214 dv-cinder-775706-4-iscsi neutron-server[94020]: 'Port': '1.7', Sep 25 03:22:03.753214 dv-cinder-775706-4-iscsi neutron-server[94020]: 'PortForwarding': '1.2', Sep 25 03:22:03.753214 dv-cinder-775706-4-iscsi neutron-server[94020]: 'QosPolicy': '1.9', Sep 25 03:22:03.753214 dv-cinder-775706-4-iscsi neutron-server[94020]: 'SecurityGroup': '1.4', Sep 25 03:22:03.753214 dv-cinder-775706-4-iscsi neutron-server[94020]: 'SecurityGroupRule': '1.2', Sep 25 03:22:03.753214 dv-cinder-775706-4-iscsi neutron-server[94020]: 'SubPort': '1.0', Sep 25 03:22:03.753214 dv-cinder-775706-4-iscsi neutron-server[94020]: 'Subnet': '1.1', Sep 25 03:22:03.753214 dv-cinder-775706-4-iscsi neutron-server[94020]: 'Trunk': '1.1'}} Sep 25 03:22:03.753214 dv-cinder-775706-4-iscsi neutron-server[94020]: {{(pid=94020) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 25 03:22:03.792484 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26c25e9-37e5-4b4c-87c6-515463a737a1 admin admin] Network 4f2402b9-ff54-403c-adaa-ce5acbed2c55 is scheduled to be hosted by DHCP agent 2fa0f05e-bfa9-4bbd-9fe7-8d8f67ba176e with binding_index 1 {{(pid=94020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 03:22:03.806637 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.base_scheduler [None req-a26c25e9-37e5-4b4c-87c6-515463a737a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-4-iscsi, 4f2402b9-ff54-403c-adaa-ce5acbed2c55) {{(pid=94020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:22:03.811856 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26c25e9-37e5-4b4c-87c6-515463a737a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:22:03.812468 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-a26c25e9-37e5-4b4c-87c6-515463a737a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3625783'] for subnet, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:22:03.819810 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ec8afe-e863-427a-8eb3-400edc2f1581 None None] Network 4f2402b9-ff54-403c-adaa-ce5acbed2c55 requested from dv-cinder-775706-4-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 03:22:03.828516 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-a26c25e9-37e5-4b4c-87c6-515463a737a1 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5435467 Sep 25 03:22:04.149963 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39a202f-014f-4677-b189-f3c59916a565 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c88a26-1ed6-5ec8-9aa6-98e2f6c7529d-4f2402b9-ff54-403c-adaa-ce5acbed2c55', 'network_id': '4f2402b9-ff54-403c-adaa-ce5acbed2c55', 'tenant_id': 'b217609dcaf34f748a3029a2c9076a09', 'fixed_ips': [{'subnet_id': '2cf482a3-a18a-4bca-b46a-b5f95a9abef3'}]}} from dv-cinder-775706-4-iscsi. {{(pid=94022) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 25 03:22:04.151181 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f39a202f-014f-4677-b189-f3c59916a565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_create {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:22:04.436327 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.db_base_plugin_common [None req-f39a202f-014f-4677-b189-f3c59916a565 None None] Allocated IP 172.20.0.2 (4f2402b9-ff54-403c-adaa-ce5acbed2c55/2cf482a3-a18a-4bca-b46a-b5f95a9abef3/011b7b2d-7ed3-456a-919c-58d2122cb17a) {{(pid=94022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 03:22:04.683214 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f39a202f-014f-4677-b189-f3c59916a565 None None] Notify callbacks [] for port, precommit_create {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:22:04.690581 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f39a202f-014f-4677-b189-f3c59916a565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731880292801'] for port, after_create {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:22:04.762613 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39a202f-014f-4677-b189-f3c59916a565 None None] Network 4f2402b9-ff54-403c-adaa-ce5acbed2c55 is already hosted by enough agents. {{(pid=94022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 03:22:04.767081 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.scheduler.base_scheduler [None req-f39a202f-014f-4677-b189-f3c59916a565 None None] Resources bound (agent type, host, resource id): {{(pid=94022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:22:04.781578 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39a202f-014f-4677-b189-f3c59916a565 None None] Received port after_create {{(pid=94022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 03:22:04.784740 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39a202f-014f-4677-b189-f3c59916a565 None None] Pushing event updated for resources: {'Port': ['ID=011b7b2d-7ed3-456a-919c-58d2122cb17a,revision_number=1']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:22:04.816093 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39a202f-014f-4677-b189-f3c59916a565 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:22:04.816433 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39a202f-014f-4677-b189-f3c59916a565 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:22:04.816817 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39a202f-014f-4677-b189-f3c59916a565 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:22:04.817135 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39a202f-014f-4677-b189-f3c59916a565 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:22:04.817461 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39a202f-014f-4677-b189-f3c59916a565 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:22:04.817786 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39a202f-014f-4677-b189-f3c59916a565 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:22:04.818203 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39a202f-014f-4677-b189-f3c59916a565 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:22:04.818536 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39a202f-014f-4677-b189-f3c59916a565 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:22:04.818917 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39a202f-014f-4677-b189-f3c59916a565 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:22:04.819828 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39a202f-014f-4677-b189-f3c59916a565 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:22:04.820376 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39a202f-014f-4677-b189-f3c59916a565 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:22:04.820462 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39a202f-014f-4677-b189-f3c59916a565 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:22:04.821585 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39a202f-014f-4677-b189-f3c59916a565 None None] Tracked resource versions report: Sep 25 03:22:04.821585 dv-cinder-775706-4-iscsi neutron-server[94022]: pushed versions: Sep 25 03:22:04.821585 dv-cinder-775706-4-iscsi neutron-server[94022]: { 'AddressGroup': {'1.2'}, Sep 25 03:22:04.821585 dv-cinder-775706-4-iscsi neutron-server[94022]: 'ConntrackHelper': {'1.0'}, Sep 25 03:22:04.821585 dv-cinder-775706-4-iscsi neutron-server[94022]: 'Log': {'1.0'}, Sep 25 03:22:04.821585 dv-cinder-775706-4-iscsi neutron-server[94022]: 'Network': {'1.1'}, Sep 25 03:22:04.821585 dv-cinder-775706-4-iscsi neutron-server[94022]: 'Port': {'1.7'}, Sep 25 03:22:04.821585 dv-cinder-775706-4-iscsi neutron-server[94022]: 'PortForwarding': {'1.2'}, Sep 25 03:22:04.821585 dv-cinder-775706-4-iscsi neutron-server[94022]: 'QosPolicy': {'1.9'}, Sep 25 03:22:04.821585 dv-cinder-775706-4-iscsi neutron-server[94022]: 'SecurityGroup': {'1.4'}, Sep 25 03:22:04.821585 dv-cinder-775706-4-iscsi neutron-server[94022]: 'SecurityGroupRule': {'1.2'}, Sep 25 03:22:04.821585 dv-cinder-775706-4-iscsi neutron-server[94022]: 'SubPort': {'1.0'}, Sep 25 03:22:04.821585 dv-cinder-775706-4-iscsi neutron-server[94022]: 'Subnet': {'1.1'}, Sep 25 03:22:04.821585 dv-cinder-775706-4-iscsi neutron-server[94022]: 'Trunk': {'1.1'}} Sep 25 03:22:04.821585 dv-cinder-775706-4-iscsi neutron-server[94022]: consumer versions: Sep 25 03:22:04.821585 dv-cinder-775706-4-iscsi neutron-server[94022]: { DHCP agent@dv-cinder-775706-4-iscsi: {}, Sep 25 03:22:04.821585 dv-cinder-775706-4-iscsi neutron-server[94022]: L3 agent@dv-cinder-775706-4-iscsi: {}, Sep 25 03:22:04.821585 dv-cinder-775706-4-iscsi neutron-server[94022]: Metadata agent@dv-cinder-775706-4-iscsi: {}, Sep 25 03:22:04.821585 dv-cinder-775706-4-iscsi neutron-server[94022]: Metering agent@dv-cinder-775706-4-iscsi: {}, Sep 25 03:22:04.821585 dv-cinder-775706-4-iscsi neutron-server[94022]: Open vSwitch agent@dv-cinder-775706-4-iscsi: { 'AddressGroup': '1.2', Sep 25 03:22:04.821585 dv-cinder-775706-4-iscsi neutron-server[94022]: 'ConntrackHelper': '1.0', Sep 25 03:22:04.821585 dv-cinder-775706-4-iscsi neutron-server[94022]: 'Log': '1.0', Sep 25 03:22:04.821585 dv-cinder-775706-4-iscsi neutron-server[94022]: 'Network': '1.1', Sep 25 03:22:04.821585 dv-cinder-775706-4-iscsi neutron-server[94022]: 'Port': '1.7', Sep 25 03:22:04.821585 dv-cinder-775706-4-iscsi neutron-server[94022]: 'PortForwarding': '1.2', Sep 25 03:22:04.821585 dv-cinder-775706-4-iscsi neutron-server[94022]: 'QosPolicy': '1.9', Sep 25 03:22:04.821585 dv-cinder-775706-4-iscsi neutron-server[94022]: 'SecurityGroup': '1.4', Sep 25 03:22:04.821585 dv-cinder-775706-4-iscsi neutron-server[94022]: 'SecurityGroupRule': '1.2', Sep 25 03:22:04.821585 dv-cinder-775706-4-iscsi neutron-server[94022]: 'SubPort': '1.0', Sep 25 03:22:04.821585 dv-cinder-775706-4-iscsi neutron-server[94022]: 'Subnet': '1.1', Sep 25 03:22:04.821585 dv-cinder-775706-4-iscsi neutron-server[94022]: 'Trunk': '1.1'}} Sep 25 03:22:04.821585 dv-cinder-775706-4-iscsi neutron-server[94022]: {{(pid=94022) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 25 03:22:04.870278 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-f39a202f-014f-4677-b189-f3c59916a565 None None] Attempting to bind port 011b7b2d-7ed3-456a-919c-58d2122cb17a on host dv-cinder-775706-4-iscsi for vnic_type normal with profile {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 03:22:04.870786 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-f39a202f-014f-4677-b189-f3c59916a565 None None] Attempting to bind port 011b7b2d-7ed3-456a-919c-58d2122cb17a by drivers openvswitch,hyperv on host dv-cinder-775706-4-iscsi at level 0 using segments [{'id': '4d36eafc-1a1a-4839-b338-a285ef8a3a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '4f2402b9-ff54-403c-adaa-ce5acbed2c55'}] {{(pid=94022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 03:22:04.871201 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39a202f-014f-4677-b189-f3c59916a565 None None] Attempting to bind port 011b7b2d-7ed3-456a-919c-58d2122cb17a on network 4f2402b9-ff54-403c-adaa-ce5acbed2c55 {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 03:22:04.876739 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39a202f-014f-4677-b189-f3c59916a565 None None] Checking agent: {'id': '92762cd5-f40e-4e3b-860e-7f1faf1bdbcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 3, 21, 49), 'started_at': datetime.datetime(2021, 9, 25, 3, 21, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 3, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 03:22:04.877141 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39a202f-014f-4677-b189-f3c59916a565 None None] Checking segment: {'id': '4d36eafc-1a1a-4839-b338-a285ef8a3a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '4f2402b9-ff54-403c-adaa-ce5acbed2c55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 03:22:04.877618 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f39a202f-014f-4677-b189-f3c59916a565 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:22:04.878001 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39a202f-014f-4677-b189-f3c59916a565 None None] Bound using segment: {'id': '4d36eafc-1a1a-4839-b338-a285ef8a3a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '4f2402b9-ff54-403c-adaa-ce5acbed2c55'} {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 03:22:04.878482 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-f39a202f-014f-4677-b189-f3c59916a565 None None] Bound port: 011b7b2d-7ed3-456a-919c-58d2122cb17a, host: dv-cinder-775706-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d36eafc-1a1a-4839-b338-a285ef8a3a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '4f2402b9-ff54-403c-adaa-ce5acbed2c55'}}] {{(pid=94022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 03:22:04.878873 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f39a202f-014f-4677-b189-f3c59916a565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:22:04.945581 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f39a202f-014f-4677-b189-f3c59916a565 None None] For port 011b7b2d-7ed3-456a-919c-58d2122cb17a, host dv-cinder-775706-4-iscsi, cleared binding levels {{(pid=94022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 03:22:04.950021 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f39a202f-014f-4677-b189-f3c59916a565 None None] For port 011b7b2d-7ed3-456a-919c-58d2122cb17a, host dv-cinder-775706-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=011b7b2d-7ed3-456a-919c-58d2122cb17a,segment=NetworkSegment(4d36eafc-1a1a-4839-b338-a285ef8a3a70),segment_id=4d36eafc-1a1a-4839-b338-a285ef8a3a70)] {{(pid=94022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 03:22:04.955391 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f39a202f-014f-4677-b189-f3c59916a565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:22:05.021501 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39a202f-014f-4677-b189-f3c59916a565 None None] Pushing event updated for resources: {'Port': ['ID=011b7b2d-7ed3-456a-919c-58d2122cb17a,revision_number=2']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:22:06.290449 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 46662) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:22:06.634648 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [None req-a0fc171e-7b2a-4352-9371-613fe5c55a2e admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94021) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 25 03:22:06.635691 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-a0fc171e-7b2a-4352-9371-613fe5c55a2e admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3441303 Sep 25 03:22:09.075198 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 46670) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:22:09.409831 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [None req-14d07b0b-83af-40b2-beee-5f9adb5cf1d0 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94021) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 25 03:22:09.410827 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-14d07b0b-83af-40b2-beee-5f9adb5cf1d0 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3344238 Sep 25 03:22:12.216549 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 46682) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:22:12.555428 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-ff1af20e-aa89-4276-91c5-9fbf112e6556 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'b217609dcaf34f748a3029a2c9076a09'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:22:12.583181 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-ff1af20e-aa89-4276-91c5-9fbf112e6556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3896197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-664'] for router, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:22:12.586111 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-ff1af20e-aa89-4276-91c5-9fbf112e6556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3899253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3897221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3754266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-657'] for router, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:22:12.690171 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device 011b7b2d-7ed3-456a-919c-58d2122cb17a up at agent ovs-agent-dv-cinder-775706-4-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 03:22:12.753542 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-ff1af20e-aa89-4276-91c5-9fbf112e6556 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:22:12.762843 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-ff1af20e-aa89-4276-91c5-9fbf112e6556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3899148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897272'] for router, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:22:12.779815 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-ff1af20e-aa89-4276-91c5-9fbf112e6556 admin admin] Notify callbacks [] for router, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:22:12.788706 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-ff1af20e-aa89-4276-91c5-9fbf112e6556 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5640759 Sep 25 03:22:12.805071 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Provisioning complete for port 011b7b2d-7ed3-456a-919c-58d2122cb17a triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:22:12.805618 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:22:12.934647 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:22:12.995275 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] For port 011b7b2d-7ed3-456a-919c-58d2122cb17a, host dv-cinder-775706-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=011b7b2d-7ed3-456a-919c-58d2122cb17a,segment=NetworkSegment(4d36eafc-1a1a-4839-b338-a285ef8a3a70),segment_id=4d36eafc-1a1a-4839-b338-a285ef8a3a70)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:22:13.002373 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:22:13.069987 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Pushing event updated for resources: {'Port': ['ID=011b7b2d-7ed3-456a-919c-58d2122cb17a,revision_number=3']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:22:13.602875 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76f8e5b-f5c2-49ad-a07e-579c30bf570a None None] Network 4f2402b9-ff54-403c-adaa-ce5acbed2c55 requested from dv-cinder-775706-4-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 03:22:13.679733 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-05f0578e-b8d5-43cd-9fab-4aa38daf0c73 None None] Provisioning complete for port 011b7b2d-7ed3-456a-919c-58d2122cb17a triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:22:13.680073 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-05f0578e-b8d5-43cd-9fab-4aa38daf0c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:22:14.052397 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-8ad6d5a6-c9e6-4072-8d5c-5d95a772aac7 None None] Provisioning complete for port 011b7b2d-7ed3-456a-919c-58d2122cb17a triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:22:14.053162 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-8ad6d5a6-c9e6-4072-8d5c-5d95a772aac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:22:14.648253 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device 011b7b2d-7ed3-456a-919c-58d2122cb17a up at agent ovs-agent-dv-cinder-775706-4-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 03:22:14.698386 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Provisioning complete for port 011b7b2d-7ed3-456a-919c-58d2122cb17a triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:22:14.698745 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:22:15.326048 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-9dae0dbd-162b-43d5-b1f8-279072c4ab11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:22:15.359897 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 46692) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:22:15.503440 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-12453c79-04f6-431c-ac7a-1da34be194f8 None None] Agent healthcheck: found 5 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 03:22:15.715373 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [None req-f496184c-64ee-4b44-a72b-acef079b91aa admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94021) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 25 03:22:15.716373 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-f496184c-64ee-4b44-a72b-acef079b91aa admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3554909 Sep 25 03:22:17.558167 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-bf652dc8-2de8-4012-a917-c6e590d70b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:22:18.224583 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 46700) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:22:18.565647 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-4324fa7c-d89e-41b8-9999-90d3b61017d0 admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:22:18.594143 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4324fa7c-d89e-41b8-9999-90d3b61017d0 admin admin] Made reservation on behalf of 6c64533900b84123a33da3ee44e7478a for: {'network': 1} {{(pid=94020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 03:22:18.596476 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-4324fa7c-d89e-41b8-9999-90d3b61017d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for network, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:22:18.616401 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-4324fa7c-d89e-41b8-9999-90d3b61017d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:22:18.747655 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-4324fa7c-d89e-41b8-9999-90d3b61017d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:22:18.752932 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-4324fa7c-d89e-41b8-9999-90d3b61017d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:22:18.771578 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4324fa7c-d89e-41b8-9999-90d3b61017d0 admin admin] Reserving flat network on physical network physnet1 {{(pid=94020) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 25 03:22:18.796898 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4324fa7c-d89e-41b8-9999-90d3b61017d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e03bc2-a154-4b33-a8a9-f4bec6f8f1d9,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:22:18.804538 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-4324fa7c-d89e-41b8-9999-90d3b61017d0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731880838539', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614597'] for segment, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:22:18.805148 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-4324fa7c-d89e-41b8-9999-90d3b61017d0 admin admin] Unsubscribe: segment precommit_create {{(pid=94020) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 25 03:22:18.805757 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.db.segments_db [None req-4324fa7c-d89e-41b8-9999-90d3b61017d0 admin admin] Added segment 48bff68c-e483-4cc4-95dd-dcbe15bbe597 of type flat for network 11c2fcee-3e12-40fc-bbdd-73661221b9b4 Sep 25 03:22:18.891745 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-4324fa7c-d89e-41b8-9999-90d3b61017d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731880296735'] for network, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:22:18.940685 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-4324fa7c-d89e-41b8-9999-90d3b61017d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117'] for network, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:22:18.941646 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4324fa7c-d89e-41b8-9999-90d3b61017d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:22:18.942311 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-4324fa7c-d89e-41b8-9999-90d3b61017d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3625783'] for network, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:22:18.993994 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-4324fa7c-d89e-41b8-9999-90d3b61017d0 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7686048 Sep 25 03:22:19.039385 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4324fa7c-d89e-41b8-9999-90d3b61017d0 admin admin] Pushing event updated for resources: {'Network': ['ID=11c2fcee-3e12-40fc-bbdd-73661221b9b4,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:22:19.050966 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Network 11c2fcee-3e12-40fc-bbdd-73661221b9b4 details requested by agent ovs-agent-dv-cinder-775706-4-iscsi with host dv-cinder-775706-4-iscsi {{(pid=94022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 03:22:19.168976 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-fa5af178-6116-457c-95b6-13dc589f2bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:22:19.230176 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:22:21.047974 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-afd92d12-b9d5-4a92-bfd4-50d3cdf2ae8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:22:21.494966 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 46718) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:22:21.693191 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edadd61-3dd6-477f-8245-68458e14126d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:22:21.694711 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-0edadd61-3dd6-477f-8245-68458e14126d admin admin] 10.222.0.42 "GET /v2.0/subnets/2cf482a3-a18a-4bca-b46a-b5f95a9abef3 HTTP/1.1" status: 200 len: 849 time: 0.1986840 Sep 25 03:22:21.866107 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-f1c035d7-c3a6-4c7d-967b-47b3e12c2773 admin admin] 10.222.0.42 "GET /v2.0/routers/bb93e230-86dd-459b-ac8b-e90a247605cc HTTP/1.1" status: 200 len: 704 time: 0.1648209 Sep 25 03:22:22.164156 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8555e1a4-03c1-47e8-a659-5b0f0f2f4908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:22:22.478517 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.db.db_base_plugin_common [None req-8555e1a4-03c1-47e8-a659-5b0f0f2f4908 admin admin] Allocated IP 172.20.0.1 (4f2402b9-ff54-403c-adaa-ce5acbed2c55/2cf482a3-a18a-4bca-b46a-b5f95a9abef3/9f4d2e82-3473-4233-9582-d3ebd17d349f) {{(pid=94020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 03:22:22.647075 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8555e1a4-03c1-47e8-a659-5b0f0f2f4908 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:22:22.714842 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8555e1a4-03c1-47e8-a659-5b0f0f2f4908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731880292801'] for port, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:22:22.858883 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8555e1a4-03c1-47e8-a659-5b0f0f2f4908 admin admin] Network 4f2402b9-ff54-403c-adaa-ce5acbed2c55 is already hosted by enough agents. {{(pid=94020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 03:22:22.863599 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.base_scheduler [None req-8555e1a4-03c1-47e8-a659-5b0f0f2f4908 admin admin] Resources bound (agent type, host, resource id): {{(pid=94020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:22:22.869225 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8555e1a4-03c1-47e8-a659-5b0f0f2f4908 admin admin] Received port after_create {{(pid=94020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 03:22:22.869779 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8555e1a4-03c1-47e8-a659-5b0f0f2f4908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3896965'] for router_interface, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:22:22.933664 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8555e1a4-03c1-47e8-a659-5b0f0f2f4908 admin admin] Pushing event updated for resources: {'Port': ['ID=9f4d2e82-3473-4233-9582-d3ebd17d349f,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:22:23.075710 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8555e1a4-03c1-47e8-a659-5b0f0f2f4908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:22:23.117317 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-73509f57-6931-4e60-99e4-9229b4f23ea6 None None] Provisioning complete for port 9f4d2e82-3473-4233-9582-d3ebd17d349f triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:22:23.118053 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-73509f57-6931-4e60-99e4-9229b4f23ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:22:23.154417 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-73509f57-6931-4e60-99e4-9229b4f23ea6 None None] Port 9f4d2e82-3473-4233-9582-d3ebd17d349f cannot update to ACTIVE because it is not bound. {{(pid=94022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 25 03:22:23.306269 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8555e1a4-03c1-47e8-a659-5b0f0f2f4908 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:22:23.312478 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8555e1a4-03c1-47e8-a659-5b0f0f2f4908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:22:23.313305 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8555e1a4-03c1-47e8-a659-5b0f0f2f4908 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3623135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3893365'] for router_interface, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:22:23.375561 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8555e1a4-03c1-47e8-a659-5b0f0f2f4908 admin admin] Pushing event updated for resources: {'Port': ['ID=9f4d2e82-3473-4233-9582-d3ebd17d349f,revision_number=2']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:22:23.467292 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8555e1a4-03c1-47e8-a659-5b0f0f2f4908 admin admin] Network 4f2402b9-ff54-403c-adaa-ce5acbed2c55 is already hosted by enough agents. {{(pid=94020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 03:22:23.468686 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.base_scheduler [None req-8555e1a4-03c1-47e8-a659-5b0f0f2f4908 admin admin] Resources bound (agent type, host, resource id): {{(pid=94020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:22:23.642917 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8555e1a4-03c1-47e8-a659-5b0f0f2f4908 admin admin] Router bb93e230-86dd-459b-ac8b-e90a247605cc is scheduled to L3 agent be170b3f-ec9b-4dfa-8e40-fa1591bf80a9 with binding_index 1 {{(pid=94020) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 03:22:23.677429 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-d5a247a9-f73d-447f-995e-6e3552464b51 None None] Provisioning complete for port 9f4d2e82-3473-4233-9582-d3ebd17d349f triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:22:23.677984 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d5a247a9-f73d-447f-995e-6e3552464b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:22:23.714480 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-d5a247a9-f73d-447f-995e-6e3552464b51 None None] Port 9f4d2e82-3473-4233-9582-d3ebd17d349f cannot update to ACTIVE because it is not bound. {{(pid=94022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 25 03:22:23.744091 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8555e1a4-03c1-47e8-a659-5b0f0f2f4908 admin admin] Notify agent at l3_agent.dv-cinder-775706-4-iscsi the message routers_updated {{(pid=94020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 03:22:23.750067 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-8555e1a4-03c1-47e8-a659-5b0f0f2f4908 admin admin] 10.222.0.42 "PUT /v2.0/routers/bb93e230-86dd-459b-ac8b-e90a247605cc/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8776386 Sep 25 03:22:23.755360 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489e87bf-4a98-473a-961c-57a569f46036 None None] Sync routers for ids ['bb93e230-86dd-459b-ac8b-e90a247605cc'] in dv-cinder-775706-4-iscsi {{(pid=94023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 03:22:23.768226 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489e87bf-4a98-473a-961c-57a569f46036 None None] Routers {'bb93e230-86dd-459b-ac8b-e90a247605cc'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:22:23.769119 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-489e87bf-4a98-473a-961c-57a569f46036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:22:18Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['bb93e230-86dd-459b-ac8b-e90a247605cc'], 'active': True} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:22:23.963622 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvr_db [None req-489e87bf-4a98-473a-961c-57a569f46036 None None] Set router bb93e230-86dd-459b-ac8b-e90a247605cc gateway port host: None {{(pid=94023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:22:24.417752 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-489e87bf-4a98-473a-961c-57a569f46036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb93e230-86dd-459b-ac8b-e90a247605cc', 'name': 'router1', 'tenant_id': 'b217609dcaf34f748a3029a2c9076a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:22:12Z', 'updated_at': '2021-09-25T03:22:23Z', 'revision_number': 2, 'project_id': 'b217609dcaf34f748a3029a2c9076a09', 'gw_port_host': None, '_interfaces': [{'id': '9f4d2e82-3473-4233-9582-d3ebd17d349f', 'name': '', 'network_id': '4f2402b9-ff54-403c-adaa-ce5acbed2c55', 'tenant_id': 'b217609dcaf34f748a3029a2c9076a09', 'mac_address': 'fa:16:3e:be:a4:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb93e230-86dd-459b-ac8b-e90a247605cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2cf482a3-a18a-4bca-b46a-b5f95a9abef3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:22:22Z', 'updated_at': '2021-09-25T03:22:23Z', 'revision_number': 2, 'project_id': 'b217609dcaf34f748a3029a2c9076a09', 'subnets': [{'id': '2cf482a3-a18a-4bca-b46a-b5f95a9abef3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '05ef224a-dff8-46fc-8cf9-ca28e86732e6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:22:24.471433 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489e87bf-4a98-473a-961c-57a569f46036 None None] Checking router: bb93e230-86dd-459b-ac8b-e90a247605cc for host: dv-cinder-775706-4-iscsi {{(pid=94023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 03:22:24.471792 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489e87bf-4a98-473a-961c-57a569f46036 None None] Updating router bb93e230-86dd-459b-ac8b-e90a247605cc port 9f4d2e82-3473-4233-9582-d3ebd17d349f binding host dv-cinder-775706-4-iscsi {{(pid=94023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 03:22:24.527344 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-489e87bf-4a98-473a-961c-57a569f46036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:22:25.149839 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-489e87bf-4a98-473a-961c-57a569f46036 None None] Notify callbacks [] for port, precommit_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:22:25.159611 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-489e87bf-4a98-473a-961c-57a569f46036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:22:25.347897 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da4447b-22ac-4225-b879-5db35417963b None None] Pushing event updated for resources: {'Port': ['ID=9f4d2e82-3473-4233-9582-d3ebd17d349f,revision_number=3']} {{(pid=94023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:22:25.368350 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.managers [None req-489e87bf-4a98-473a-961c-57a569f46036 None None] Attempting to bind port 9f4d2e82-3473-4233-9582-d3ebd17d349f on host dv-cinder-775706-4-iscsi for vnic_type normal with profile {{(pid=94023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 03:22:25.368878 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.managers [None req-489e87bf-4a98-473a-961c-57a569f46036 None None] Attempting to bind port 9f4d2e82-3473-4233-9582-d3ebd17d349f by drivers openvswitch,hyperv on host dv-cinder-775706-4-iscsi at level 0 using segments [{'id': '4d36eafc-1a1a-4839-b338-a285ef8a3a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '4f2402b9-ff54-403c-adaa-ce5acbed2c55'}] {{(pid=94023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 03:22:25.369503 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489e87bf-4a98-473a-961c-57a569f46036 None None] Attempting to bind port 9f4d2e82-3473-4233-9582-d3ebd17d349f on network 4f2402b9-ff54-403c-adaa-ce5acbed2c55 {{(pid=94023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 03:22:25.374724 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da4447b-22ac-4225-b879-5db35417963b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:22:25.375263 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da4447b-22ac-4225-b879-5db35417963b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:22:25.375786 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da4447b-22ac-4225-b879-5db35417963b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:22:25.376315 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da4447b-22ac-4225-b879-5db35417963b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:22:25.376879 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da4447b-22ac-4225-b879-5db35417963b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:22:25.377402 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da4447b-22ac-4225-b879-5db35417963b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:22:25.377916 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da4447b-22ac-4225-b879-5db35417963b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:22:25.378438 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da4447b-22ac-4225-b879-5db35417963b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:22:25.379302 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da4447b-22ac-4225-b879-5db35417963b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:22:25.379861 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da4447b-22ac-4225-b879-5db35417963b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:22:25.381079 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da4447b-22ac-4225-b879-5db35417963b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:22:25.381079 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da4447b-22ac-4225-b879-5db35417963b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:22:25.382837 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da4447b-22ac-4225-b879-5db35417963b None None] Tracked resource versions report: Sep 25 03:22:25.382837 dv-cinder-775706-4-iscsi neutron-server[94023]: pushed versions: Sep 25 03:22:25.382837 dv-cinder-775706-4-iscsi neutron-server[94023]: { 'AddressGroup': {'1.2'}, Sep 25 03:22:25.382837 dv-cinder-775706-4-iscsi neutron-server[94023]: 'ConntrackHelper': {'1.0'}, Sep 25 03:22:25.382837 dv-cinder-775706-4-iscsi neutron-server[94023]: 'Log': {'1.0'}, Sep 25 03:22:25.382837 dv-cinder-775706-4-iscsi neutron-server[94023]: 'Network': {'1.1'}, Sep 25 03:22:25.382837 dv-cinder-775706-4-iscsi neutron-server[94023]: 'Port': {'1.7'}, Sep 25 03:22:25.382837 dv-cinder-775706-4-iscsi neutron-server[94023]: 'PortForwarding': {'1.2'}, Sep 25 03:22:25.382837 dv-cinder-775706-4-iscsi neutron-server[94023]: 'QosPolicy': {'1.9'}, Sep 25 03:22:25.382837 dv-cinder-775706-4-iscsi neutron-server[94023]: 'SecurityGroup': {'1.4'}, Sep 25 03:22:25.382837 dv-cinder-775706-4-iscsi neutron-server[94023]: 'SecurityGroupRule': {'1.2'}, Sep 25 03:22:25.382837 dv-cinder-775706-4-iscsi neutron-server[94023]: 'SubPort': {'1.0'}, Sep 25 03:22:25.382837 dv-cinder-775706-4-iscsi neutron-server[94023]: 'Subnet': {'1.1'}, Sep 25 03:22:25.382837 dv-cinder-775706-4-iscsi neutron-server[94023]: 'Trunk': {'1.1'}} Sep 25 03:22:25.382837 dv-cinder-775706-4-iscsi neutron-server[94023]: consumer versions: Sep 25 03:22:25.382837 dv-cinder-775706-4-iscsi neutron-server[94023]: { DHCP agent@dv-cinder-775706-4-iscsi: {}, Sep 25 03:22:25.382837 dv-cinder-775706-4-iscsi neutron-server[94023]: L3 agent@dv-cinder-775706-4-iscsi: {}, Sep 25 03:22:25.382837 dv-cinder-775706-4-iscsi neutron-server[94023]: Metadata agent@dv-cinder-775706-4-iscsi: {}, Sep 25 03:22:25.382837 dv-cinder-775706-4-iscsi neutron-server[94023]: Metering agent@dv-cinder-775706-4-iscsi: {}, Sep 25 03:22:25.382837 dv-cinder-775706-4-iscsi neutron-server[94023]: Open vSwitch agent@dv-cinder-775706-4-iscsi: { 'AddressGroup': '1.2', Sep 25 03:22:25.382837 dv-cinder-775706-4-iscsi neutron-server[94023]: 'ConntrackHelper': '1.0', Sep 25 03:22:25.382837 dv-cinder-775706-4-iscsi neutron-server[94023]: 'Log': '1.0', Sep 25 03:22:25.382837 dv-cinder-775706-4-iscsi neutron-server[94023]: 'Network': '1.1', Sep 25 03:22:25.382837 dv-cinder-775706-4-iscsi neutron-server[94023]: 'Port': '1.7', Sep 25 03:22:25.382837 dv-cinder-775706-4-iscsi neutron-server[94023]: 'PortForwarding': '1.2', Sep 25 03:22:25.382837 dv-cinder-775706-4-iscsi neutron-server[94023]: 'QosPolicy': '1.9', Sep 25 03:22:25.382837 dv-cinder-775706-4-iscsi neutron-server[94023]: 'SecurityGroup': '1.4', Sep 25 03:22:25.382837 dv-cinder-775706-4-iscsi neutron-server[94023]: 'SecurityGroupRule': '1.2', Sep 25 03:22:25.382837 dv-cinder-775706-4-iscsi neutron-server[94023]: 'SubPort': '1.0', Sep 25 03:22:25.382837 dv-cinder-775706-4-iscsi neutron-server[94023]: 'Subnet': '1.1', Sep 25 03:22:25.382837 dv-cinder-775706-4-iscsi neutron-server[94023]: 'Trunk': '1.1'}} Sep 25 03:22:25.382837 dv-cinder-775706-4-iscsi neutron-server[94023]: {{(pid=94023) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 25 03:22:25.391368 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489e87bf-4a98-473a-961c-57a569f46036 None None] Checking agent: {'id': '92762cd5-f40e-4e3b-860e-7f1faf1bdbcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 3, 21, 49), 'started_at': datetime.datetime(2021, 9, 25, 3, 22, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 3, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 03:22:25.391944 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489e87bf-4a98-473a-961c-57a569f46036 None None] Checking segment: {'id': '4d36eafc-1a1a-4839-b338-a285ef8a3a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '4f2402b9-ff54-403c-adaa-ce5acbed2c55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 03:22:25.392700 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-489e87bf-4a98-473a-961c-57a569f46036 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:22:25.393373 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489e87bf-4a98-473a-961c-57a569f46036 None None] Bound using segment: {'id': '4d36eafc-1a1a-4839-b338-a285ef8a3a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '4f2402b9-ff54-403c-adaa-ce5acbed2c55'} {{(pid=94023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 03:22:25.394128 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.managers [None req-489e87bf-4a98-473a-961c-57a569f46036 None None] Bound port: 9f4d2e82-3473-4233-9582-d3ebd17d349f, host: dv-cinder-775706-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d36eafc-1a1a-4839-b338-a285ef8a3a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '4f2402b9-ff54-403c-adaa-ce5acbed2c55'}}] {{(pid=94023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 03:22:25.394736 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-489e87bf-4a98-473a-961c-57a569f46036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:22:25.485582 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.db [None req-489e87bf-4a98-473a-961c-57a569f46036 None None] For port 9f4d2e82-3473-4233-9582-d3ebd17d349f, host dv-cinder-775706-4-iscsi, cleared binding levels {{(pid=94023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 03:22:25.510203 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.db [None req-489e87bf-4a98-473a-961c-57a569f46036 None None] For port 9f4d2e82-3473-4233-9582-d3ebd17d349f, host dv-cinder-775706-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=9f4d2e82-3473-4233-9582-d3ebd17d349f,segment=NetworkSegment(4d36eafc-1a1a-4839-b338-a285ef8a3a70),segment_id=4d36eafc-1a1a-4839-b338-a285ef8a3a70)] {{(pid=94023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 03:22:25.516575 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-489e87bf-4a98-473a-961c-57a569f46036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:22:25.563538 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-65b0ccd3-489d-4fd3-95ce-d932f38d37d5 None None] Provisioning complete for port 9f4d2e82-3473-4233-9582-d3ebd17d349f triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:22:25.564284 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-65b0ccd3-489d-4fd3-95ce-d932f38d37d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:22:25.597105 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da4447b-22ac-4225-b879-5db35417963b None None] Pushing event updated for resources: {'Port': ['ID=9f4d2e82-3473-4233-9582-d3ebd17d349f,revision_number=4']} {{(pid=94023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:22:25.612621 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489e87bf-4a98-473a-961c-57a569f46036 None None] Routers {'bb93e230-86dd-459b-ac8b-e90a247605cc'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:22:25.613503 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-489e87bf-4a98-473a-961c-57a569f46036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:22:18Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['bb93e230-86dd-459b-ac8b-e90a247605cc'], 'active': True} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:22:25.710951 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-65b0ccd3-489d-4fd3-95ce-d932f38d37d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:22:25.774494 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvr_db [None req-489e87bf-4a98-473a-961c-57a569f46036 None None] Set router bb93e230-86dd-459b-ac8b-e90a247605cc gateway port host: None {{(pid=94023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:22:25.774772 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-65b0ccd3-489d-4fd3-95ce-d932f38d37d5 None None] For port 9f4d2e82-3473-4233-9582-d3ebd17d349f, host dv-cinder-775706-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=9f4d2e82-3473-4233-9582-d3ebd17d349f,segment=NetworkSegment(4d36eafc-1a1a-4839-b338-a285ef8a3a70),segment_id=4d36eafc-1a1a-4839-b338-a285ef8a3a70)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:22:25.782553 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-65b0ccd3-489d-4fd3-95ce-d932f38d37d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:22:25.864167 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b0ccd3-489d-4fd3-95ce-d932f38d37d5 None None] Pushing event updated for resources: {'Port': ['ID=9f4d2e82-3473-4233-9582-d3ebd17d349f,revision_number=5']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:22:25.915973 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-5b4f664d-6335-46fc-994e-f7947dd28ed3 None None] Provisioning complete for port 9f4d2e82-3473-4233-9582-d3ebd17d349f triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:22:25.916484 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-5b4f664d-6335-46fc-994e-f7947dd28ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:22:26.069569 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-489e87bf-4a98-473a-961c-57a569f46036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb93e230-86dd-459b-ac8b-e90a247605cc', 'name': 'router1', 'tenant_id': 'b217609dcaf34f748a3029a2c9076a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:22:12Z', 'updated_at': '2021-09-25T03:22:23Z', 'revision_number': 2, 'project_id': 'b217609dcaf34f748a3029a2c9076a09', 'gw_port_host': None, '_interfaces': [{'id': '9f4d2e82-3473-4233-9582-d3ebd17d349f', 'name': '', 'network_id': '4f2402b9-ff54-403c-adaa-ce5acbed2c55', 'tenant_id': 'b217609dcaf34f748a3029a2c9076a09', 'mac_address': 'fa:16:3e:be:a4:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb93e230-86dd-459b-ac8b-e90a247605cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2cf482a3-a18a-4bca-b46a-b5f95a9abef3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:22:22Z', 'updated_at': '2021-09-25T03:22:25Z', 'revision_number': 4, 'project_id': 'b217609dcaf34f748a3029a2c9076a09', 'subnets': [{'id': '2cf482a3-a18a-4bca-b46a-b5f95a9abef3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '05ef224a-dff8-46fc-8cf9-ca28e86732e6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:22:26.097383 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489e87bf-4a98-473a-961c-57a569f46036 None None] The sync data for ids ['bb93e230-86dd-459b-ac8b-e90a247605cc'] in dv-cinder-775706-4-iscsi is: [{'id': 'bb93e230-86dd-459b-ac8b-e90a247605cc', 'name': 'router1', 'tenant_id': 'b217609dcaf34f748a3029a2c9076a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:22:12Z', 'updated_at': '2021-09-25T03:22:23Z', 'revision_number': 2, 'project_id': 'b217609dcaf34f748a3029a2c9076a09', 'gw_port_host': None, '_interfaces': [{'id': '9f4d2e82-3473-4233-9582-d3ebd17d349f', 'name': '', 'network_id': '4f2402b9-ff54-403c-adaa-ce5acbed2c55', 'tenant_id': 'b217609dcaf34f748a3029a2c9076a09', 'mac_address': 'fa:16:3e:be:a4:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb93e230-86dd-459b-ac8b-e90a247605cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2cf482a3-a18a-4bca-b46a-b5f95a9abef3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:22:22Z', 'updated_at': '2021-09-25T03:22:25Z', 'revision_number': 4, 'project_id': 'b217609dcaf34f748a3029a2c9076a09', 'subnets': [{'id': '2cf482a3-a18a-4bca-b46a-b5f95a9abef3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '05ef224a-dff8-46fc-8cf9-ca28e86732e6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 03:22:26.127145 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 46738) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:22:26.289417 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcffed9c-bfe6-42a4-b6af-1cb591f44abb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:22:26.290858 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-fcffed9c-bfe6-42a4-b6af-1cb591f44abb admin admin] 10.222.0.42 "GET /v2.0/networks/11c2fcee-3e12-40fc-bbdd-73661221b9b4 HTTP/1.1" status: 200 len: 842 time: 0.1627274 Sep 25 03:22:26.301945 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-75f96412-2a2f-41df-bd72-8e9b0f4b196c admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'enable_dhcp': False, 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:22:26.328408 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f96412-2a2f-41df-bd72-8e9b0f4b196c admin admin] Made reservation on behalf of 6c64533900b84123a33da3ee44e7478a for: {'subnet': 1} {{(pid=94021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 03:22:26.330741 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-75f96412-2a2f-41df-bd72-8e9b0f4b196c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:22:26.814458 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.objects.ports [None req-75f96412-2a2f-41df-bd72-8e9b0f4b196c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94021) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 25 03:22:26.815158 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-75f96412-2a2f-41df-bd72-8e9b0f4b196c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117'] for subnet, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:22:26.905907 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f96412-2a2f-41df-bd72-8e9b0f4b196c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bf1e901-4101-4c8d-9b58-09aedeb11d2a,revision_number=0']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:22:26.931596 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f96412-2a2f-41df-bd72-8e9b0f4b196c admin admin] Checking segment: {'id': '48bff68c-e483-4cc4-95dd-dcbe15bbe597', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 03:22:26.932125 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f96412-2a2f-41df-bd72-8e9b0f4b196c admin admin] Network hostable DHCP agents. Network: 11c2fcee-3e12-40fc-bbdd-73661221b9b4, hostable agents: ['2fa0f05e-bfa9-4bbd-9fe7-8d8f67ba176e'], hosted agents: [] {{(pid=94021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 03:22:26.970183 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f96412-2a2f-41df-bd72-8e9b0f4b196c admin admin] Network 11c2fcee-3e12-40fc-bbdd-73661221b9b4 is scheduled to be hosted by DHCP agent 2fa0f05e-bfa9-4bbd-9fe7-8d8f67ba176e with binding_index 1 {{(pid=94021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 03:22:26.988758 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.base_scheduler [None req-75f96412-2a2f-41df-bd72-8e9b0f4b196c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-4-iscsi, 11c2fcee-3e12-40fc-bbdd-73661221b9b4) {{(pid=94021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:22:27.000213 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f96412-2a2f-41df-bd72-8e9b0f4b196c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:22:27.000471 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a7ed8b-abdf-49ff-9641-57eb627f9bfc None None] Network 11c2fcee-3e12-40fc-bbdd-73661221b9b4 requested from dv-cinder-775706-4-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 03:22:27.001423 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-75f96412-2a2f-41df-bd72-8e9b0f4b196c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3625783'] for subnet, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:22:27.033420 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-75f96412-2a2f-41df-bd72-8e9b0f4b196c admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7351975 Sep 25 03:22:27.172776 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608ce59a-5e51-4663-b468-f9d6a1271247 None None] Network 11c2fcee-3e12-40fc-bbdd-73661221b9b4 requested from dv-cinder-775706-4-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 03:22:30.031116 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 46746) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:22:30.172686 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-88665c0e-d9f6-456a-8cc5-9f090534eba0 admin admin] 10.222.0.42 "GET /v2.0/routers/bb93e230-86dd-459b-ac8b-e90a247605cc HTTP/1.1" status: 200 len: 710 time: 0.1398036 Sep 25 03:22:30.269932 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3480ee0-284a-48b1-8739-ffca0c0eabcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:22:30.271848 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-d3480ee0-284a-48b1-8739-ffca0c0eabcd admin admin] 10.222.0.42 "GET /v2.0/networks/11c2fcee-3e12-40fc-bbdd-73661221b9b4 HTTP/1.1" status: 200 len: 886 time: 0.0928717 Sep 25 03:22:30.282165 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-8e844f83-3433-41fa-85f0-2bead84adcbf admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4'}}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:22:30.623190 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8e844f83-3433-41fa-85f0-2bead84adcbf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:22:30.880233 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8e844f83-3433-41fa-85f0-2bead84adcbf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:22:30.968587 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8e844f83-3433-41fa-85f0-2bead84adcbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:22:31.091697 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.db.db_base_plugin_common [None req-8e844f83-3433-41fa-85f0-2bead84adcbf admin admin] Allocated IP 172.27.1.209 (11c2fcee-3e12-40fc-bbdd-73661221b9b4/9bf1e901-4101-4c8d-9b58-09aedeb11d2a/e450f34e-511b-46d6-a165-5f6ba06aa2fe) {{(pid=94020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 03:22:31.209144 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8e844f83-3433-41fa-85f0-2bead84adcbf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:22:31.246459 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8e844f83-3433-41fa-85f0-2bead84adcbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731880292801'] for port, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:22:31.289990 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e844f83-3433-41fa-85f0-2bead84adcbf admin admin] Network 11c2fcee-3e12-40fc-bbdd-73661221b9b4 is already hosted by enough agents. {{(pid=94020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 03:22:31.293588 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.base_scheduler [None req-8e844f83-3433-41fa-85f0-2bead84adcbf admin admin] Resources bound (agent type, host, resource id): {{(pid=94020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:22:31.296479 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e844f83-3433-41fa-85f0-2bead84adcbf admin admin] Received port after_create {{(pid=94020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 03:22:31.343355 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e844f83-3433-41fa-85f0-2bead84adcbf admin admin] Pushing event updated for resources: {'Port': ['ID=e450f34e-511b-46d6-a165-5f6ba06aa2fe,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:22:31.654119 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8e844f83-3433-41fa-85f0-2bead84adcbf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:22:31.891304 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8e844f83-3433-41fa-85f0-2bead84adcbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3897235', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-703'] for router, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:22:31.895605 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8e844f83-3433-41fa-85f0-2bead84adcbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3897258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3897249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3899162'] for router, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:22:32.009278 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e844f83-3433-41fa-85f0-2bead84adcbf admin admin] Router bb93e230-86dd-459b-ac8b-e90a247605cc has already been hosted by L3 agent be170b3f-ec9b-4dfa-8e40-fa1591bf80a9 {{(pid=94020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 03:22:32.124373 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e844f83-3433-41fa-85f0-2bead84adcbf admin admin] Notify agent at l3_agent.dv-cinder-775706-4-iscsi the message routers_updated {{(pid=94020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 03:22:32.130099 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8e844f83-3433-41fa-85f0-2bead84adcbf admin admin] Notify callbacks [] for router, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:22:32.131772 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-8e844f83-3433-41fa-85f0-2bead84adcbf admin admin] 10.222.0.42 "PUT /v2.0/routers/bb93e230-86dd-459b-ac8b-e90a247605cc HTTP/1.1" status: 200 len: 890 time: 1.8531365 Sep 25 03:22:32.705510 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device 9f4d2e82-3473-4233-9582-d3ebd17d349f up at agent ovs-agent-dv-cinder-775706-4-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 03:22:32.757257 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Provisioning complete for port 9f4d2e82-3473-4233-9582-d3ebd17d349f triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:22:32.757624 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:22:33.947513 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7247e5f-cdc9-4190-8b30-cb10f3acbd10 None None] Sync routers for ids ['bb93e230-86dd-459b-ac8b-e90a247605cc'] in dv-cinder-775706-4-iscsi {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 03:22:33.959800 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7247e5f-cdc9-4190-8b30-cb10f3acbd10 None None] Routers {'bb93e230-86dd-459b-ac8b-e90a247605cc'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:22:33.960495 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-c7247e5f-cdc9-4190-8b30-cb10f3acbd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:22:18Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['bb93e230-86dd-459b-ac8b-e90a247605cc'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:22:34.234453 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-c7247e5f-cdc9-4190-8b30-cb10f3acbd10 None None] Set router bb93e230-86dd-459b-ac8b-e90a247605cc gateway port host: dv-cinder-775706-4-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:22:34.657592 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-c7247e5f-cdc9-4190-8b30-cb10f3acbd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb93e230-86dd-459b-ac8b-e90a247605cc', 'name': 'router1', 'tenant_id': 'b217609dcaf34f748a3029a2c9076a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'e450f34e-511b-46d6-a165-5f6ba06aa2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:22:12Z', 'updated_at': '2021-09-25T03:22:31Z', 'revision_number': 4, 'project_id': 'b217609dcaf34f748a3029a2c9076a09', 'gw_port': {'id': 'e450f34e-511b-46d6-a165-5f6ba06aa2fe', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:eb:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb93e230-86dd-459b-ac8b-e90a247605cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:22:30Z', 'updated_at': '2021-09-25T03:22:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_interfaces': [{'id': '9f4d2e82-3473-4233-9582-d3ebd17d349f', 'name': '', 'network_id': '4f2402b9-ff54-403c-adaa-ce5acbed2c55', 'tenant_id': 'b217609dcaf34f748a3029a2c9076a09', 'mac_address': 'fa:16:3e:be:a4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb93e230-86dd-459b-ac8b-e90a247605cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2cf482a3-a18a-4bca-b46a-b5f95a9abef3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:22:22Z', 'updated_at': '2021-09-25T03:22:25Z', 'revision_number': 5, 'project_id': 'b217609dcaf34f748a3029a2c9076a09', 'subnets': [{'id': '2cf482a3-a18a-4bca-b46a-b5f95a9abef3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '05ef224a-dff8-46fc-8cf9-ca28e86732e6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:22:34.710043 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7247e5f-cdc9-4190-8b30-cb10f3acbd10 None None] Checking router: bb93e230-86dd-459b-ac8b-e90a247605cc for host: dv-cinder-775706-4-iscsi {{(pid=94022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 03:22:34.710354 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7247e5f-cdc9-4190-8b30-cb10f3acbd10 None None] Updating router bb93e230-86dd-459b-ac8b-e90a247605cc port e450f34e-511b-46d6-a165-5f6ba06aa2fe binding host dv-cinder-775706-4-iscsi {{(pid=94022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 03:22:34.731758 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 46758) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:22:34.757685 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-c7247e5f-cdc9-4190-8b30-cb10f3acbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:22:34.947648 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-5495fe9a-b716-4ffc-9623-64b775653e96 admin admin] 10.222.0.42 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.2146926 Sep 25 03:22:35.197555 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-c7247e5f-cdc9-4190-8b30-cb10f3acbd10 None None] Notify callbacks [] for port, precommit_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:22:35.205254 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-c7247e5f-cdc9-4190-8b30-cb10f3acbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:22:35.264448 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7292ac3-7ebd-417a-908a-f12e394f862d None None] Pushing event updated for resources: {'Port': ['ID=e450f34e-511b-46d6-a165-5f6ba06aa2fe,revision_number=2']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:22:35.268928 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-c7247e5f-cdc9-4190-8b30-cb10f3acbd10 None None] Attempting to bind port e450f34e-511b-46d6-a165-5f6ba06aa2fe on host dv-cinder-775706-4-iscsi for vnic_type normal with profile {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 03:22:35.268928 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-c7247e5f-cdc9-4190-8b30-cb10f3acbd10 None None] Attempting to bind port e450f34e-511b-46d6-a165-5f6ba06aa2fe by drivers openvswitch,hyperv on host dv-cinder-775706-4-iscsi at level 0 using segments [{'id': '48bff68c-e483-4cc4-95dd-dcbe15bbe597', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4'}] {{(pid=94022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 03:22:35.268928 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7247e5f-cdc9-4190-8b30-cb10f3acbd10 None None] Attempting to bind port e450f34e-511b-46d6-a165-5f6ba06aa2fe on network 11c2fcee-3e12-40fc-bbdd-73661221b9b4 {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 03:22:35.275220 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7247e5f-cdc9-4190-8b30-cb10f3acbd10 None None] Checking agent: {'id': '92762cd5-f40e-4e3b-860e-7f1faf1bdbcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 3, 21, 49), 'started_at': datetime.datetime(2021, 9, 25, 3, 22, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 3, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 03:22:35.275596 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7247e5f-cdc9-4190-8b30-cb10f3acbd10 None None] Checking segment: {'id': '48bff68c-e483-4cc4-95dd-dcbe15bbe597', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 03:22:35.276002 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-c7247e5f-cdc9-4190-8b30-cb10f3acbd10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:22:35.276403 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7247e5f-cdc9-4190-8b30-cb10f3acbd10 None None] Bound using segment: {'id': '48bff68c-e483-4cc4-95dd-dcbe15bbe597', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4'} {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 03:22:35.276942 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-c7247e5f-cdc9-4190-8b30-cb10f3acbd10 None None] Bound port: e450f34e-511b-46d6-a165-5f6ba06aa2fe, host: dv-cinder-775706-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48bff68c-e483-4cc4-95dd-dcbe15bbe597', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4'}}] {{(pid=94022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 03:22:35.277399 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-c7247e5f-cdc9-4190-8b30-cb10f3acbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:22:35.335139 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-c7247e5f-cdc9-4190-8b30-cb10f3acbd10 None None] For port e450f34e-511b-46d6-a165-5f6ba06aa2fe, host dv-cinder-775706-4-iscsi, cleared binding levels {{(pid=94022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 03:22:35.338997 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-c7247e5f-cdc9-4190-8b30-cb10f3acbd10 None None] For port e450f34e-511b-46d6-a165-5f6ba06aa2fe, host dv-cinder-775706-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=e450f34e-511b-46d6-a165-5f6ba06aa2fe,segment=NetworkSegment(48bff68c-e483-4cc4-95dd-dcbe15bbe597),segment_id=48bff68c-e483-4cc4-95dd-dcbe15bbe597)] {{(pid=94022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 03:22:35.344384 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-c7247e5f-cdc9-4190-8b30-cb10f3acbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:22:35.407548 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7247e5f-cdc9-4190-8b30-cb10f3acbd10 None None] Routers {'bb93e230-86dd-459b-ac8b-e90a247605cc'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:22:35.408211 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-c7247e5f-cdc9-4190-8b30-cb10f3acbd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:22:18Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['bb93e230-86dd-459b-ac8b-e90a247605cc'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:22:35.447931 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7292ac3-7ebd-417a-908a-f12e394f862d None None] Pushing event updated for resources: {'Port': ['ID=e450f34e-511b-46d6-a165-5f6ba06aa2fe,revision_number=3']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:22:35.531399 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-c7247e5f-cdc9-4190-8b30-cb10f3acbd10 None None] Set router bb93e230-86dd-459b-ac8b-e90a247605cc gateway port host: dv-cinder-775706-4-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:22:35.807959 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-c7247e5f-cdc9-4190-8b30-cb10f3acbd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb93e230-86dd-459b-ac8b-e90a247605cc', 'name': 'router1', 'tenant_id': 'b217609dcaf34f748a3029a2c9076a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'e450f34e-511b-46d6-a165-5f6ba06aa2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:22:12Z', 'updated_at': '2021-09-25T03:22:31Z', 'revision_number': 4, 'project_id': 'b217609dcaf34f748a3029a2c9076a09', 'gw_port': {'id': 'e450f34e-511b-46d6-a165-5f6ba06aa2fe', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:eb:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb93e230-86dd-459b-ac8b-e90a247605cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:22:30Z', 'updated_at': '2021-09-25T03:22:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_interfaces': [{'id': '9f4d2e82-3473-4233-9582-d3ebd17d349f', 'name': '', 'network_id': '4f2402b9-ff54-403c-adaa-ce5acbed2c55', 'tenant_id': 'b217609dcaf34f748a3029a2c9076a09', 'mac_address': 'fa:16:3e:be:a4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb93e230-86dd-459b-ac8b-e90a247605cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2cf482a3-a18a-4bca-b46a-b5f95a9abef3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:22:22Z', 'updated_at': '2021-09-25T03:22:25Z', 'revision_number': 5, 'project_id': 'b217609dcaf34f748a3029a2c9076a09', 'subnets': [{'id': '2cf482a3-a18a-4bca-b46a-b5f95a9abef3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '05ef224a-dff8-46fc-8cf9-ca28e86732e6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:22:35.835644 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7247e5f-cdc9-4190-8b30-cb10f3acbd10 None None] The sync data for ids ['bb93e230-86dd-459b-ac8b-e90a247605cc'] in dv-cinder-775706-4-iscsi is: [{'id': 'bb93e230-86dd-459b-ac8b-e90a247605cc', 'name': 'router1', 'tenant_id': 'b217609dcaf34f748a3029a2c9076a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'e450f34e-511b-46d6-a165-5f6ba06aa2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:22:12Z', 'updated_at': '2021-09-25T03:22:31Z', 'revision_number': 4, 'project_id': 'b217609dcaf34f748a3029a2c9076a09', 'gw_port': {'id': 'e450f34e-511b-46d6-a165-5f6ba06aa2fe', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:eb:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb93e230-86dd-459b-ac8b-e90a247605cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:22:30Z', 'updated_at': '2021-09-25T03:22:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_interfaces': [{'id': '9f4d2e82-3473-4233-9582-d3ebd17d349f', 'name': '', 'network_id': '4f2402b9-ff54-403c-adaa-ce5acbed2c55', 'tenant_id': 'b217609dcaf34f748a3029a2c9076a09', 'mac_address': 'fa:16:3e:be:a4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb93e230-86dd-459b-ac8b-e90a247605cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2cf482a3-a18a-4bca-b46a-b5f95a9abef3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:22:22Z', 'updated_at': '2021-09-25T03:22:25Z', 'revision_number': 5, 'project_id': 'b217609dcaf34f748a3029a2c9076a09', 'subnets': [{'id': '2cf482a3-a18a-4bca-b46a-b5f95a9abef3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '05ef224a-dff8-46fc-8cf9-ca28e86732e6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 03:22:36.695406 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device e450f34e-511b-46d6-a165-5f6ba06aa2fe up at agent ovs-agent-dv-cinder-775706-4-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 03:22:36.754332 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Provisioning complete for port e450f34e-511b-46d6-a165-5f6ba06aa2fe triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:22:36.754706 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:22:36.852295 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:22:36.874529 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] For port e450f34e-511b-46d6-a165-5f6ba06aa2fe, host dv-cinder-775706-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=e450f34e-511b-46d6-a165-5f6ba06aa2fe,segment=NetworkSegment(48bff68c-e483-4cc4-95dd-dcbe15bbe597),segment_id=48bff68c-e483-4cc4-95dd-dcbe15bbe597)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:22:36.885230 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:22:36.940402 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Pushing event updated for resources: {'Port': ['ID=e450f34e-511b-46d6-a165-5f6ba06aa2fe,revision_number=4']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:22:38.683374 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device e450f34e-511b-46d6-a165-5f6ba06aa2fe up at agent ovs-agent-dv-cinder-775706-4-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 03:22:38.787127 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Provisioning complete for port e450f34e-511b-46d6-a165-5f6ba06aa2fe triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:22:38.787844 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:22:45.332888 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-4802f287-9ec6-45e1-ad25-3667a26cf499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:22:47.569411 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6e5b25a1-e8ac-4065-9ff5-63b5205a88a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:22:49.175193 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-fa5af178-6116-457c-95b6-13dc589f2bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:22:49.244005 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:22:51.065658 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-afd92d12-b9d5-4a92-bfd4-50d3cdf2ae8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:22:52.505046 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-12453c79-04f6-431c-ac7a-1da34be194f8 None None] Agent healthcheck: found 5 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 03:23:15.366427 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ac8e68dc-6cb5-42cc-908f-a8cd894876c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:23:17.568013 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-9d481e62-d5a8-4e7e-8426-ddd9822b3efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:23:19.171373 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-fa5af178-6116-457c-95b6-13dc589f2bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:23:19.243364 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:23:21.146396 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-afd92d12-b9d5-4a92-bfd4-50d3cdf2ae8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:23:29.504879 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-12453c79-04f6-431c-ac7a-1da34be194f8 None None] Agent healthcheck: found 5 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 03:23:45.330164 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-4b8a0885-b56e-444e-a4bc-d090d093e2df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:23:47.562271 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-da617349-ab56-46d9-a763-56d152686340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:23:49.172374 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-fa5af178-6116-457c-95b6-13dc589f2bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:23:49.239493 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:23:51.069161 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-afd92d12-b9d5-4a92-bfd4-50d3cdf2ae8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:24:06.506478 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-12453c79-04f6-431c-ac7a-1da34be194f8 None None] Agent healthcheck: found 5 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 03:24:15.337575 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f6737181-37d3-49e2-8ea7-5a689c7d9966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:24:16.405621 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 47320) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:24:16.474410 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfbe7e01-0f3c-43d7-8bb7-f2f18da2f2af admin admin] GET failed (client error): The resource could not be found. Sep 25 03:24:16.475804 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-cfbe7e01-0f3c-43d7-8bb7-f2f18da2f2af admin admin] 10.222.0.42 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0689008 Sep 25 03:24:16.644353 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1c4dce-b53e-4b23-90b5-757c2ac5ef26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:24:16.646355 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-2b1c4dce-b53e-4b23-90b5-757c2ac5ef26 admin admin] 10.222.0.42 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1649597 Sep 25 03:24:17.566481 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-a43b4571-ea3d-47e3-b0b9-af7f1d66da2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:24:18.869942 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 47330) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:24:18.963500 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986162f5-0416-4503-9e70-85aca196a981 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:24:18.964808 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-986162f5-0416-4503-9e70-85aca196a981 admin admin] 10.222.0.42 "GET /v2.0/subnets/2cf482a3-a18a-4bca-b46a-b5f95a9abef3 HTTP/1.1" status: 200 len: 849 time: 0.0938706 Sep 25 03:24:18.975411 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-ba31fe22-316c-43e6-abf8-ee75922cf228 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:24:19.061410 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-ba31fe22-316c-43e6-abf8-ee75922cf228 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:24:19.176233 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-fa5af178-6116-457c-95b6-13dc589f2bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:24:19.210124 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-ba31fe22-316c-43e6-abf8-ee75922cf228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731880598775'] for subnet, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:24:19.241701 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba31fe22-316c-43e6-abf8-ee75922cf228 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:24:19.242950 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-ba31fe22-316c-43e6-abf8-ee75922cf228 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3625783'] for subnet, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:24:19.245481 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-ba31fe22-316c-43e6-abf8-ee75922cf228 admin admin] 10.222.0.42 "PUT /v2.0/subnets/2cf482a3-a18a-4bca-b46a-b5f95a9abef3 HTTP/1.1" status: 200 len: 868 time: 0.2720683 Sep 25 03:24:19.245692 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:24:19.249866 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9175ce-12b2-4298-a7eb-9c3aeb7a4435 None None] Network 4f2402b9-ff54-403c-adaa-ce5acbed2c55 requested from dv-cinder-775706-4-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 03:24:19.270527 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba31fe22-316c-43e6-abf8-ee75922cf228 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cf482a3-a18a-4bca-b46a-b5f95a9abef3,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:24:19.278425 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba31fe22-316c-43e6-abf8-ee75922cf228 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:24:19.278843 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba31fe22-316c-43e6-abf8-ee75922cf228 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:24:19.279112 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba31fe22-316c-43e6-abf8-ee75922cf228 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:24:19.279521 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba31fe22-316c-43e6-abf8-ee75922cf228 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:24:19.279802 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba31fe22-316c-43e6-abf8-ee75922cf228 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:24:19.280625 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba31fe22-316c-43e6-abf8-ee75922cf228 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:24:19.280625 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba31fe22-316c-43e6-abf8-ee75922cf228 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:24:19.281323 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba31fe22-316c-43e6-abf8-ee75922cf228 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:24:19.281323 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba31fe22-316c-43e6-abf8-ee75922cf228 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:24:19.281323 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba31fe22-316c-43e6-abf8-ee75922cf228 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:24:19.281639 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba31fe22-316c-43e6-abf8-ee75922cf228 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:24:19.281968 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba31fe22-316c-43e6-abf8-ee75922cf228 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:24:19.673019 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-a624e3a0-14c1-4daa-94cd-e74b1ae9bfc8 None None] Provisioning complete for port 011b7b2d-7ed3-456a-919c-58d2122cb17a triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:24:19.673413 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-a624e3a0-14c1-4daa-94cd-e74b1ae9bfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:24:19.772259 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-a624e3a0-14c1-4daa-94cd-e74b1ae9bfc8 None None] Provisioning complete for port 9f4d2e82-3473-4233-9582-d3ebd17d349f triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:24:19.772488 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-a624e3a0-14c1-4daa-94cd-e74b1ae9bfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:24:21.067251 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-afd92d12-b9d5-4a92-bfd4-50d3cdf2ae8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:24:21.546301 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 47340) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:24:21.755583 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db70afa-4cad-4d61-8efb-a3607f495db1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:24:21.755939 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db70afa-4cad-4d61-8efb-a3607f495db1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:24:21.757594 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-5db70afa-4cad-4d61-8efb-a3607f495db1 admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2100120 Sep 25 03:24:24.006389 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 47348) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:24:24.143602 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ed7785-b5fe-42ed-9e9d-3cb4d737781a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:24:24.144440 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ed7785-b5fe-42ed-9e9d-3cb4d737781a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:24:24.145892 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-d1ed7785-b5fe-42ed-9e9d-3cb4d737781a admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1384580 Sep 25 03:24:26.379542 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 47356) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:24:26.510264 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525db408-ed53-499f-95f2-bce8d97452c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:24:26.512133 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-525db408-ed53-499f-95f2-bce8d97452c6 admin admin] 10.222.0.42 "GET /v2.0/networks/11c2fcee-3e12-40fc-bbdd-73661221b9b4 HTTP/1.1" status: 200 len: 886 time: 0.1308091 Sep 25 03:24:28.802938 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 47364) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:24:28.963465 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7543a6-ecda-4ba9-aa58-f3b76973f69d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:24:28.965118 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-5c7543a6-ecda-4ba9-aa58-f3b76973f69d admin admin] 10.222.0.42 "GET /v2.0/networks/4f2402b9-ff54-403c-adaa-ce5acbed2c55 HTTP/1.1" status: 200 len: 869 time: 0.1611860 Sep 25 03:24:31.199732 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 47372) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:24:31.329630 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c658db66-2cac-42fd-be86-312621ce4f64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:24:31.330080 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c658db66-2cac-42fd-be86-312621ce4f64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:24:31.331812 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-c658db66-2cac-42fd-be86-312621ce4f64 admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1311131 Sep 25 03:24:33.563258 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 47380) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:24:33.660268 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee55bd23-ef5d-47a3-a8fe-6ef6502e9342 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:24:33.660738 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee55bd23-ef5d-47a3-a8fe-6ef6502e9342 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:24:33.662274 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-ee55bd23-ef5d-47a3-a8fe-6ef6502e9342 admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0980730 Sep 25 03:24:35.855799 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 47388) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:24:35.967876 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1857593a-43ab-412b-be5b-cf944a494755 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:24:35.969251 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-1857593a-43ab-412b-be5b-cf944a494755 admin admin] 10.222.0.42 "GET /v2.0/subnets/2cf482a3-a18a-4bca-b46a-b5f95a9abef3 HTTP/1.1" status: 200 len: 868 time: 0.1124878 Sep 25 03:24:38.151397 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 47396) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:24:38.241122 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ecf862-96f0-4464-bb84-f133d59f6cfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:24:38.242559 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-90ecf862-96f0-4464-bb84-f133d59f6cfa admin admin] 10.222.0.42 "GET /v2.0/subnets/9bf1e901-4101-4c8d-9b58-09aedeb11d2a HTTP/1.1" status: 200 len: 816 time: 0.0901699 Sep 25 03:24:43.506677 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-12453c79-04f6-431c-ac7a-1da34be194f8 None None] Agent healthcheck: found 5 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 03:24:45.331992 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6f800857-38af-4d03-a3b4-c44d563208a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:24:47.573570 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-31e1d87f-f66e-4374-80e2-84e3245242a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:24:49.179689 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-fa5af178-6116-457c-95b6-13dc589f2bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:24:49.245614 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:24:51.070898 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-afd92d12-b9d5-4a92-bfd4-50d3cdf2ae8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:25:02.242970 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 47450) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:25:02.294576 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [None req-0e562fbb-ae1e-46f3-96b9-f21b0d3d0a78 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94021) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 25 03:25:02.295757 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-0e562fbb-ae1e-46f3-96b9-f21b0d3d0a78 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0516968 Sep 25 03:25:04.633082 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 47458) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:25:04.695686 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.pecan_wsgi.hooks.translation [None req-c02e2815-3340-4e3c-88d6-5f913f34799b admin admin] GET failed (client error): The resource could not be found. Sep 25 03:25:04.697135 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-c02e2815-3340-4e3c-88d6-5f913f34799b admin admin] 10.222.0.42 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0622175 Sep 25 03:25:04.790026 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26711fb-05b5-4f83-ad86-79eb63e76edf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:25:04.791549 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-d26711fb-05b5-4f83-ad86-79eb63e76edf admin admin] 10.222.0.42 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0896192 Sep 25 03:25:07.028448 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 47466) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:25:07.080891 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-9a46bfaf-d894-4728-be1d-7262ec7a6915 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:25:07.104496 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a46bfaf-d894-4728-be1d-7262ec7a6915 admin admin] Made reservation on behalf of 6c64533900b84123a33da3ee44e7478a for: {'network': 1} {{(pid=94021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 03:25:07.107055 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-9a46bfaf-d894-4728-be1d-7262ec7a6915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for network, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:25:07.141470 dv-cinder-775706-4-iscsi neutron-server[94021]: WARNING neutron.services.revisions.revision_plugin [None req-9a46bfaf-d894-4728-be1d-7262ec7a6915 admin admin] Could not find related network for resource to bump revision. Sep 25 03:25:07.154405 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a46bfaf-d894-4728-be1d-7262ec7a6915 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=94021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 03:25:07.164906 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-9a46bfaf-d894-4728-be1d-7262ec7a6915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614597'] for segment, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:25:07.165240 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.db.segments_db [None req-9a46bfaf-d894-4728-be1d-7262ec7a6915 admin admin] Added segment 6adf372c-8bc9-48a2-93df-814f9f03c833 of type vlan for network a2052983-aea4-4cdf-8192-7c6edb275924 Sep 25 03:25:07.214453 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-9a46bfaf-d894-4728-be1d-7262ec7a6915 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731880296735'] for network, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:25:07.239149 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-9a46bfaf-d894-4728-be1d-7262ec7a6915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117'] for network, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:25:07.240113 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a46bfaf-d894-4728-be1d-7262ec7a6915 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:25:07.240688 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-9a46bfaf-d894-4728-be1d-7262ec7a6915 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3625783'] for network, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:25:07.270412 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-9a46bfaf-d894-4728-be1d-7262ec7a6915 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2407990 Sep 25 03:25:07.305930 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a46bfaf-d894-4728-be1d-7262ec7a6915 admin admin] Pushing event updated for resources: {'Network': ['ID=a2052983-aea4-4cdf-8192-7c6edb275924,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:25:07.313564 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a46bfaf-d894-4728-be1d-7262ec7a6915 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:25:07.313934 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a46bfaf-d894-4728-be1d-7262ec7a6915 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:25:07.314270 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a46bfaf-d894-4728-be1d-7262ec7a6915 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:25:07.314592 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a46bfaf-d894-4728-be1d-7262ec7a6915 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:25:07.314915 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a46bfaf-d894-4728-be1d-7262ec7a6915 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:25:07.315213 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a46bfaf-d894-4728-be1d-7262ec7a6915 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:25:07.315895 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a46bfaf-d894-4728-be1d-7262ec7a6915 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:25:07.316626 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a46bfaf-d894-4728-be1d-7262ec7a6915 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:25:07.317018 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a46bfaf-d894-4728-be1d-7262ec7a6915 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:25:07.317342 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a46bfaf-d894-4728-be1d-7262ec7a6915 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:25:07.317648 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a46bfaf-d894-4728-be1d-7262ec7a6915 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:25:07.317961 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a46bfaf-d894-4728-be1d-7262ec7a6915 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:25:07.331051 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Network a2052983-aea4-4cdf-8192-7c6edb275924 details requested by agent ovs-agent-dv-cinder-775706-4-iscsi with host dv-cinder-775706-4-iscsi {{(pid=94022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 03:25:09.525924 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 47474) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:25:09.590430 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb32b3e7-30a6-47c9-bb75-fc9f525e3ace admin admin] GET failed (client error): The resource could not be found. Sep 25 03:25:09.591755 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-cb32b3e7-30a6-47c9-bb75-fc9f525e3ace admin admin] 10.222.0.42 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0648828 Sep 25 03:25:09.665626 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe07be59-b99e-4c27-8159-01915d766c54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:25:09.667127 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-fe07be59-b99e-4c27-8159-01915d766c54 admin admin] 10.222.0.42 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0701809 Sep 25 03:25:09.677859 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-ebbfacb6-3024-4001-9001-2c59f7e44693 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'a2052983-aea4-4cdf-8192-7c6edb275924', 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:25:09.701147 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebbfacb6-3024-4001-9001-2c59f7e44693 admin admin] Made reservation on behalf of 6c64533900b84123a33da3ee44e7478a for: {'subnet': 1} {{(pid=94021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 03:25:09.703404 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-ebbfacb6-3024-4001-9001-2c59f7e44693 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:25:09.936227 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-ebbfacb6-3024-4001-9001-2c59f7e44693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117'] for subnet, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:25:09.987770 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbfacb6-3024-4001-9001-2c59f7e44693 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8b4fa98-6f74-43f3-be65-0b1d5f34ba62,revision_number=0']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:25:10.004100 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbfacb6-3024-4001-9001-2c59f7e44693 admin admin] Checking segment: {'id': '6adf372c-8bc9-48a2-93df-814f9f03c833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a2052983-aea4-4cdf-8192-7c6edb275924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 03:25:10.004459 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbfacb6-3024-4001-9001-2c59f7e44693 admin admin] Network hostable DHCP agents. Network: a2052983-aea4-4cdf-8192-7c6edb275924, hostable agents: ['2fa0f05e-bfa9-4bbd-9fe7-8d8f67ba176e'], hosted agents: [] {{(pid=94021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 03:25:10.022560 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbfacb6-3024-4001-9001-2c59f7e44693 admin admin] Network a2052983-aea4-4cdf-8192-7c6edb275924 is scheduled to be hosted by DHCP agent 2fa0f05e-bfa9-4bbd-9fe7-8d8f67ba176e with binding_index 1 {{(pid=94021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 03:25:10.032511 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.base_scheduler [None req-ebbfacb6-3024-4001-9001-2c59f7e44693 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-4-iscsi, a2052983-aea4-4cdf-8192-7c6edb275924) {{(pid=94021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:25:10.037236 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbfacb6-3024-4001-9001-2c59f7e44693 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:25:10.037869 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-ebbfacb6-3024-4001-9001-2c59f7e44693 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3625783'] for subnet, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:25:10.044266 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a072c8a7-1d71-4d5a-a3fe-eaae4b5bc53c None None] Network a2052983-aea4-4cdf-8192-7c6edb275924 requested from dv-cinder-775706-4-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 03:25:10.054760 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-ebbfacb6-3024-4001-9001-2c59f7e44693 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3803635 Sep 25 03:25:10.203208 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d255a37-2779-4a4f-be64-44b16bfd7f4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c88a26-1ed6-5ec8-9aa6-98e2f6c7529d-a2052983-aea4-4cdf-8192-7c6edb275924', 'network_id': 'a2052983-aea4-4cdf-8192-7c6edb275924', 'tenant_id': '6c64533900b84123a33da3ee44e7478a', 'fixed_ips': [{'subnet_id': 'b8b4fa98-6f74-43f3-be65-0b1d5f34ba62'}]}} from dv-cinder-775706-4-iscsi. {{(pid=94022) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 25 03:25:10.204123 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-7d255a37-2779-4a4f-be64-44b16bfd7f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_create {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:25:10.350060 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.db_base_plugin_common [None req-7d255a37-2779-4a4f-be64-44b16bfd7f4f None None] Allocated IP 192.168.233.2 (a2052983-aea4-4cdf-8192-7c6edb275924/b8b4fa98-6f74-43f3-be65-0b1d5f34ba62/1f1b5ca0-5145-4a55-9e0f-a4833fb55a2c) {{(pid=94022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 03:25:10.499682 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-7d255a37-2779-4a4f-be64-44b16bfd7f4f None None] Notify callbacks [] for port, precommit_create {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:25:10.507498 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-7d255a37-2779-4a4f-be64-44b16bfd7f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731880292801'] for port, after_create {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:25:10.544972 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d255a37-2779-4a4f-be64-44b16bfd7f4f None None] Network a2052983-aea4-4cdf-8192-7c6edb275924 is already hosted by enough agents. {{(pid=94022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 03:25:10.547951 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.scheduler.base_scheduler [None req-7d255a37-2779-4a4f-be64-44b16bfd7f4f None None] Resources bound (agent type, host, resource id): {{(pid=94022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:25:10.557120 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d255a37-2779-4a4f-be64-44b16bfd7f4f None None] Pushing event updated for resources: {'Port': ['ID=1f1b5ca0-5145-4a55-9e0f-a4833fb55a2c,revision_number=1']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:25:10.559305 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d255a37-2779-4a4f-be64-44b16bfd7f4f None None] Received port after_create {{(pid=94022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 03:25:10.569892 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d255a37-2779-4a4f-be64-44b16bfd7f4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:25:10.570252 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d255a37-2779-4a4f-be64-44b16bfd7f4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:25:10.570575 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d255a37-2779-4a4f-be64-44b16bfd7f4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:25:10.570903 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d255a37-2779-4a4f-be64-44b16bfd7f4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:25:10.571230 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d255a37-2779-4a4f-be64-44b16bfd7f4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:25:10.571554 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d255a37-2779-4a4f-be64-44b16bfd7f4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:25:10.571877 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d255a37-2779-4a4f-be64-44b16bfd7f4f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:25:10.572203 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d255a37-2779-4a4f-be64-44b16bfd7f4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:25:10.572544 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d255a37-2779-4a4f-be64-44b16bfd7f4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:25:10.572888 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d255a37-2779-4a4f-be64-44b16bfd7f4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:25:10.573227 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d255a37-2779-4a4f-be64-44b16bfd7f4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:25:10.573545 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d255a37-2779-4a4f-be64-44b16bfd7f4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:25:10.624492 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-7d255a37-2779-4a4f-be64-44b16bfd7f4f None None] Attempting to bind port 1f1b5ca0-5145-4a55-9e0f-a4833fb55a2c on host dv-cinder-775706-4-iscsi for vnic_type normal with profile {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 03:25:10.624817 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-7d255a37-2779-4a4f-be64-44b16bfd7f4f None None] Attempting to bind port 1f1b5ca0-5145-4a55-9e0f-a4833fb55a2c by drivers openvswitch,hyperv on host dv-cinder-775706-4-iscsi at level 0 using segments [{'id': '6adf372c-8bc9-48a2-93df-814f9f03c833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a2052983-aea4-4cdf-8192-7c6edb275924'}] {{(pid=94022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 03:25:10.625361 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d255a37-2779-4a4f-be64-44b16bfd7f4f None None] Attempting to bind port 1f1b5ca0-5145-4a55-9e0f-a4833fb55a2c on network a2052983-aea4-4cdf-8192-7c6edb275924 {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 03:25:10.631239 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d255a37-2779-4a4f-be64-44b16bfd7f4f None None] Checking agent: {'id': '92762cd5-f40e-4e3b-860e-7f1faf1bdbcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 3, 21, 49), 'started_at': datetime.datetime(2021, 9, 25, 3, 22, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 3, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 03:25:10.631896 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d255a37-2779-4a4f-be64-44b16bfd7f4f None None] Checking segment: {'id': '6adf372c-8bc9-48a2-93df-814f9f03c833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a2052983-aea4-4cdf-8192-7c6edb275924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 03:25:10.632294 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-7d255a37-2779-4a4f-be64-44b16bfd7f4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:25:10.632691 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d255a37-2779-4a4f-be64-44b16bfd7f4f None None] Bound using segment: {'id': '6adf372c-8bc9-48a2-93df-814f9f03c833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a2052983-aea4-4cdf-8192-7c6edb275924'} {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 03:25:10.633158 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-7d255a37-2779-4a4f-be64-44b16bfd7f4f None None] Bound port: 1f1b5ca0-5145-4a55-9e0f-a4833fb55a2c, host: dv-cinder-775706-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6adf372c-8bc9-48a2-93df-814f9f03c833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a2052983-aea4-4cdf-8192-7c6edb275924'}}] {{(pid=94022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 03:25:10.633541 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-7d255a37-2779-4a4f-be64-44b16bfd7f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:25:10.700008 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-7d255a37-2779-4a4f-be64-44b16bfd7f4f None None] For port 1f1b5ca0-5145-4a55-9e0f-a4833fb55a2c, host dv-cinder-775706-4-iscsi, cleared binding levels {{(pid=94022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 03:25:10.703305 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-7d255a37-2779-4a4f-be64-44b16bfd7f4f None None] For port 1f1b5ca0-5145-4a55-9e0f-a4833fb55a2c, host dv-cinder-775706-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=1f1b5ca0-5145-4a55-9e0f-a4833fb55a2c,segment=NetworkSegment(6adf372c-8bc9-48a2-93df-814f9f03c833),segment_id=6adf372c-8bc9-48a2-93df-814f9f03c833)] {{(pid=94022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 03:25:10.709506 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-7d255a37-2779-4a4f-be64-44b16bfd7f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:25:10.772790 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d255a37-2779-4a4f-be64-44b16bfd7f4f None None] Pushing event updated for resources: {'Port': ['ID=1f1b5ca0-5145-4a55-9e0f-a4833fb55a2c,revision_number=2']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:25:11.570548 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc449a5-3a4e-402e-94b9-b21d750b84af None None] Network a2052983-aea4-4cdf-8192-7c6edb275924 requested from dv-cinder-775706-4-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 03:25:11.653679 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-30d39cf8-0185-458c-9b66-49ebe5efb54e None None] Provisioning complete for port 1f1b5ca0-5145-4a55-9e0f-a4833fb55a2c triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:25:11.654048 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-30d39cf8-0185-458c-9b66-49ebe5efb54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:25:11.806671 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-30d39cf8-0185-458c-9b66-49ebe5efb54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:25:11.852116 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-30d39cf8-0185-458c-9b66-49ebe5efb54e None None] For port 1f1b5ca0-5145-4a55-9e0f-a4833fb55a2c, host dv-cinder-775706-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=1f1b5ca0-5145-4a55-9e0f-a4833fb55a2c,segment=NetworkSegment(6adf372c-8bc9-48a2-93df-814f9f03c833),segment_id=6adf372c-8bc9-48a2-93df-814f9f03c833)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:25:11.860686 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-30d39cf8-0185-458c-9b66-49ebe5efb54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:25:11.917659 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d39cf8-0185-458c-9b66-49ebe5efb54e None None] Pushing event updated for resources: {'Port': ['ID=1f1b5ca0-5145-4a55-9e0f-a4833fb55a2c,revision_number=3']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:25:12.085846 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-b28b5609-c5dc-4407-bb77-1e8c3f4369af None None] Provisioning complete for port 1f1b5ca0-5145-4a55-9e0f-a4833fb55a2c triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:25:12.086207 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-b28b5609-c5dc-4407-bb77-1e8c3f4369af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:25:12.781650 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device 1f1b5ca0-5145-4a55-9e0f-a4833fb55a2c up at agent ovs-agent-dv-cinder-775706-4-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 03:25:12.833195 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Provisioning complete for port 1f1b5ca0-5145-4a55-9e0f-a4833fb55a2c triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:25:12.833562 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:25:15.338666 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f4e88a22-082d-4ebc-aeef-299c3a59a27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:25:17.566826 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-95745b38-e498-471d-988c-d6a00871d297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:25:19.181958 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-fa5af178-6116-457c-95b6-13dc589f2bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:25:19.249935 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:25:20.506299 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-12453c79-04f6-431c-ac7a-1da34be194f8 None None] Agent healthcheck: found 5 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 03:25:21.073803 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-afd92d12-b9d5-4a92-bfd4-50d3cdf2ae8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:25:45.334948 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-0fdf7757-ce37-4de1-81ac-8b98d89f7ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:25:47.571289 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-247a8310-11b4-4aa4-ab01-d2883fd9e373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:25:49.185024 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-fa5af178-6116-457c-95b6-13dc589f2bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:25:49.254468 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:25:51.077909 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-afd92d12-b9d5-4a92-bfd4-50d3cdf2ae8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:25:57.507061 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-12453c79-04f6-431c-ac7a-1da34be194f8 None None] Agent healthcheck: found 5 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 03:26:15.329350 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-7640d9e5-5518-4684-9ed0-bb7eb93ae2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:26:17.574885 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-c4f025ed-9e73-408e-a02b-c4acec8b6301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:26:19.190430 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-fa5af178-6116-457c-95b6-13dc589f2bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:26:19.258628 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:26:19.354363 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 47526) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:26:19.360334 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [None req-5b656836-a967-47fa-8c54-0508e653a283 tempest-verify_tempest_config-1131478183 tempest-verify_tempest_config-1131478183-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94020) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 25 03:26:19.361344 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-5b656836-a967-47fa-8c54-0508e653a283 tempest-verify_tempest_config-1131478183 tempest-verify_tempest_config-1131478183-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060227 Sep 25 03:26:19.689315 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 47544) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:26:19.800073 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-a0759f43-eda0-4278-b0e0-4500ceb2f5e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:26:19.892590 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-a0759f43-eda0-4278-b0e0-4500ceb2f5e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:26:19.897802 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-a0759f43-eda0-4278-b0e0-4500ceb2f5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:26:19.941176 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0759f43-eda0-4278-b0e0-4500ceb2f5e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc24223-7dda-459d-a140-504a85f8249d,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:26:19.945040 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-a0759f43-eda0-4278-b0e0-4500ceb2f5e1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=960949120149420d8b76b03a3db8ae8b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2547324 Sep 25 03:26:19.947925 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 47550) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:26:19.950776 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0759f43-eda0-4278-b0e0-4500ceb2f5e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:26:19.951141 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0759f43-eda0-4278-b0e0-4500ceb2f5e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:26:19.951477 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0759f43-eda0-4278-b0e0-4500ceb2f5e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:26:19.951813 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0759f43-eda0-4278-b0e0-4500ceb2f5e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:26:19.952139 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0759f43-eda0-4278-b0e0-4500ceb2f5e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:26:19.952500 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0759f43-eda0-4278-b0e0-4500ceb2f5e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:26:19.952864 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0759f43-eda0-4278-b0e0-4500ceb2f5e1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:26:19.953188 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0759f43-eda0-4278-b0e0-4500ceb2f5e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:26:19.953508 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0759f43-eda0-4278-b0e0-4500ceb2f5e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:26:19.953834 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0759f43-eda0-4278-b0e0-4500ceb2f5e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:26:19.954148 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0759f43-eda0-4278-b0e0-4500ceb2f5e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:26:19.954460 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0759f43-eda0-4278-b0e0-4500ceb2f5e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:26:20.009780 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8c1217ae-7f88-438d-85ca-bd77e405c9c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:26:20.031181 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8c1217ae-7f88-438d-85ca-bd77e405c9c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:26:20.120907 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8c1217ae-7f88-438d-85ca-bd77e405c9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:26:20.123402 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8c1217ae-7f88-438d-85ca-bd77e405c9c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:26:20.124567 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-8c1217ae-7f88-438d-85ca-bd77e405c9c9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1cc24223-7dda-459d-a140-504a85f8249d HTTP/1.1" status: 204 len: 168 time: 0.1756825 Sep 25 03:26:20.134065 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1217ae-7f88-438d-85ca-bd77e405c9c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc24223-7dda-459d-a140-504a85f8249d,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:26:20.141534 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1217ae-7f88-438d-85ca-bd77e405c9c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:26:20.141902 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1217ae-7f88-438d-85ca-bd77e405c9c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:26:20.142243 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1217ae-7f88-438d-85ca-bd77e405c9c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:26:20.142576 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1217ae-7f88-438d-85ca-bd77e405c9c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:26:20.142904 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1217ae-7f88-438d-85ca-bd77e405c9c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:26:20.143246 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1217ae-7f88-438d-85ca-bd77e405c9c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:26:20.143750 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1217ae-7f88-438d-85ca-bd77e405c9c9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:26:20.144201 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1217ae-7f88-438d-85ca-bd77e405c9c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:26:20.144422 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1217ae-7f88-438d-85ca-bd77e405c9c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:26:20.144778 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1217ae-7f88-438d-85ca-bd77e405c9c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:26:20.145133 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1217ae-7f88-438d-85ca-bd77e405c9c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:26:20.145479 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1217ae-7f88-438d-85ca-bd77e405c9c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:26:21.082167 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-afd92d12-b9d5-4a92-bfd4-50d3cdf2ae8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:26:34.507623 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-12453c79-04f6-431c-ac7a-1da34be194f8 None None] Agent healthcheck: found 5 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 03:26:45.337044 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-7ad20659-bbb6-4a95-ac79-410b8d7a4119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:26:47.582944 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-beaf463b-3b5a-4e79-b49c-a9ee1d783fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:26:49.194736 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-fa5af178-6116-457c-95b6-13dc589f2bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:26:49.262928 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:26:51.088623 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-afd92d12-b9d5-4a92-bfd4-50d3cdf2ae8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:27:11.511783 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-12453c79-04f6-431c-ac7a-1da34be194f8 None None] Agent healthcheck: found 5 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 03:27:15.331546 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-3d892fbe-4360-436f-baa0-ceb4b1a9ec06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:27:17.581827 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-1c556456-197d-493a-bf7e-531316bc2a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:27:19.203306 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-fa5af178-6116-457c-95b6-13dc589f2bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:27:19.268619 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:27:21.093065 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-afd92d12-b9d5-4a92-bfd4-50d3cdf2ae8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:27:45.335965 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-33d28af7-3c21-46b3-98a2-1c8420e70fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:27:47.578084 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-14b030be-60a8-44f6-9c45-e2ec94fe9452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:27:48.511344 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-12453c79-04f6-431c-ac7a-1da34be194f8 None None] Agent healthcheck: found 5 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 03:27:49.199607 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-fa5af178-6116-457c-95b6-13dc589f2bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:27:49.265895 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:27:51.091634 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-afd92d12-b9d5-4a92-bfd4-50d3cdf2ae8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:27:55.451757 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3897037'] for agent, after_create {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:28:09.705144 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 47622) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:28:09.816757 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-26113146-6407-4a81-b873-540ebb5a311f admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1103284 Sep 25 03:28:12.099550 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 47632) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:28:12.166661 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-b2233e82-9f36-45ba-9b59-e28bce01470a admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0660002 Sep 25 03:28:15.340110 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-e12a6e67-b711-4207-9646-d9b6cc7ea1c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:28:17.572788 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-9542ea6e-8e6d-4127-aa5e-857698c678eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:28:19.209162 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-fa5af178-6116-457c-95b6-13dc589f2bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:28:19.262102 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:28:21.095671 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-afd92d12-b9d5-4a92-bfd4-50d3cdf2ae8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:28:25.411899 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:28:25.512946 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-12453c79-04f6-431c-ac7a-1da34be194f8 None None] Agent healthcheck: found 6 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 03:28:45.443147 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f766b38c-ff3f-483c-9f58-4e52c62a0325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:28:47.584381 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-22cad3aa-6c85-4d75-b4a5-2ffa209ddc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:28:49.210655 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-fa5af178-6116-457c-95b6-13dc589f2bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:28:49.267015 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:28:51.102252 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-afd92d12-b9d5-4a92-bfd4-50d3cdf2ae8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:28:55.404761 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:02.513306 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-12453c79-04f6-431c-ac7a-1da34be194f8 None None] Agent healthcheck: found 6 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 03:29:15.347800 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d01a22a2-70ab-458a-9c9e-0fb18cc9c253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:17.578348 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-45e0a030-4baf-47da-b8c3-764e5e2e61d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:19.211495 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-fa5af178-6116-457c-95b6-13dc589f2bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:19.271542 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:21.099703 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-afd92d12-b9d5-4a92-bfd4-50d3cdf2ae8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:25.416318 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:39.513220 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-12453c79-04f6-431c-ac7a-1da34be194f8 None None] Agent healthcheck: found 6 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 03:29:43.687852 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 47870) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:29:43.739207 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 47876) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:29:44.152291 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-a1b2eff0-34c2-416c-8f3a-a94ba493e9cf admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-883753388-network', 'tenant_id': '0bb3500e79a0416b9690432c0edd390c'}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:29:44.185824 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-d978c336-0501-4fb7-88ff-14465967614a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-328293240-network', 'tenant_id': 'de34d8eb54e54aada3800c65f70a10d3'}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:29:44.192353 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 47900) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:29:44.227199 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.db.api [None req-a1b2eff0-34c2-416c-8f3a-a94ba493e9cf admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 25 03:29:44.227199 dv-cinder-775706-4-iscsi neutron-server[94020]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 25 03:29:44.227199 dv-cinder-775706-4-iscsi neutron-server[94020]: [parameters: {'project_id': '0bb3500e79a0416b9690432c0edd390c', 'id': 'b8a0409f-5454-4e08-8df7-9afac704ccce', 'expiration': datetime.datetime(2021, 9, 25, 3, 31, 44, 210910)}] Sep 25 03:29:44.227199 dv-cinder-775706-4-iscsi neutron-server[94020]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 25 03:29:44.227640 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG oslo_db.api [None req-a1b2eff0-34c2-416c-8f3a-a94ba493e9cf admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 25 03:29:44.244688 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d978c336-0501-4fb7-88ff-14465967614a admin admin] Made reservation on behalf of de34d8eb54e54aada3800c65f70a10d3 for: {'network': 1} {{(pid=94020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 03:29:44.247675 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d978c336-0501-4fb7-88ff-14465967614a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for network, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:44.259859 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d978c336-0501-4fb7-88ff-14465967614a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:44.387159 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d978c336-0501-4fb7-88ff-14465967614a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:44.393515 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d978c336-0501-4fb7-88ff-14465967614a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:44.427369 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d978c336-0501-4fb7-88ff-14465967614a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd2af23-9c35-4d6c-8105-932721fd58b6,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:29:44.440674 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d978c336-0501-4fb7-88ff-14465967614a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:29:44.441336 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d978c336-0501-4fb7-88ff-14465967614a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:29:44.441801 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d978c336-0501-4fb7-88ff-14465967614a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:29:44.442286 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d978c336-0501-4fb7-88ff-14465967614a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:29:44.442803 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d978c336-0501-4fb7-88ff-14465967614a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:29:44.443159 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d978c336-0501-4fb7-88ff-14465967614a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:29:44.443483 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d978c336-0501-4fb7-88ff-14465967614a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:29:44.443806 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d978c336-0501-4fb7-88ff-14465967614a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:29:44.444133 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d978c336-0501-4fb7-88ff-14465967614a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:29:44.444667 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d978c336-0501-4fb7-88ff-14465967614a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:29:44.444996 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d978c336-0501-4fb7-88ff-14465967614a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:29:44.445340 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d978c336-0501-4fb7-88ff-14465967614a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:29:44.446735 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d978c336-0501-4fb7-88ff-14465967614a admin admin] Tracked resource versions report: Sep 25 03:29:44.446735 dv-cinder-775706-4-iscsi neutron-server[94020]: pushed versions: Sep 25 03:29:44.446735 dv-cinder-775706-4-iscsi neutron-server[94020]: { 'AddressGroup': {'1.2'}, Sep 25 03:29:44.446735 dv-cinder-775706-4-iscsi neutron-server[94020]: 'ConntrackHelper': {'1.0'}, Sep 25 03:29:44.446735 dv-cinder-775706-4-iscsi neutron-server[94020]: 'Log': {'1.0'}, Sep 25 03:29:44.446735 dv-cinder-775706-4-iscsi neutron-server[94020]: 'Network': {'1.1'}, Sep 25 03:29:44.446735 dv-cinder-775706-4-iscsi neutron-server[94020]: 'Port': {'1.7'}, Sep 25 03:29:44.446735 dv-cinder-775706-4-iscsi neutron-server[94020]: 'PortForwarding': {'1.2'}, Sep 25 03:29:44.446735 dv-cinder-775706-4-iscsi neutron-server[94020]: 'QosPolicy': {'1.9'}, Sep 25 03:29:44.446735 dv-cinder-775706-4-iscsi neutron-server[94020]: 'SecurityGroup': {'1.4'}, Sep 25 03:29:44.446735 dv-cinder-775706-4-iscsi neutron-server[94020]: 'SecurityGroupRule': {'1.2'}, Sep 25 03:29:44.446735 dv-cinder-775706-4-iscsi neutron-server[94020]: 'SubPort': {'1.0'}, Sep 25 03:29:44.446735 dv-cinder-775706-4-iscsi neutron-server[94020]: 'Subnet': {'1.1'}, Sep 25 03:29:44.446735 dv-cinder-775706-4-iscsi neutron-server[94020]: 'Trunk': {'1.1'}} Sep 25 03:29:44.446735 dv-cinder-775706-4-iscsi neutron-server[94020]: consumer versions: Sep 25 03:29:44.446735 dv-cinder-775706-4-iscsi neutron-server[94020]: { DHCP agent@dv-cinder-775706-4-iscsi: {}, Sep 25 03:29:44.446735 dv-cinder-775706-4-iscsi neutron-server[94020]: HyperV agent@hv-cinder-77570: {}, Sep 25 03:29:44.446735 dv-cinder-775706-4-iscsi neutron-server[94020]: L3 agent@dv-cinder-775706-4-iscsi: {}, Sep 25 03:29:44.446735 dv-cinder-775706-4-iscsi neutron-server[94020]: Metadata agent@dv-cinder-775706-4-iscsi: {}, Sep 25 03:29:44.446735 dv-cinder-775706-4-iscsi neutron-server[94020]: Metering agent@dv-cinder-775706-4-iscsi: {}, Sep 25 03:29:44.446735 dv-cinder-775706-4-iscsi neutron-server[94020]: Open vSwitch agent@dv-cinder-775706-4-iscsi: { 'AddressGroup': '1.2', Sep 25 03:29:44.446735 dv-cinder-775706-4-iscsi neutron-server[94020]: 'ConntrackHelper': '1.0', Sep 25 03:29:44.446735 dv-cinder-775706-4-iscsi neutron-server[94020]: 'Log': '1.0', Sep 25 03:29:44.446735 dv-cinder-775706-4-iscsi neutron-server[94020]: 'Network': '1.1', Sep 25 03:29:44.446735 dv-cinder-775706-4-iscsi neutron-server[94020]: 'Port': '1.7', Sep 25 03:29:44.446735 dv-cinder-775706-4-iscsi neutron-server[94020]: 'PortForwarding': '1.2', Sep 25 03:29:44.446735 dv-cinder-775706-4-iscsi neutron-server[94020]: 'QosPolicy': '1.9', Sep 25 03:29:44.446735 dv-cinder-775706-4-iscsi neutron-server[94020]: 'SecurityGroup': '1.4', Sep 25 03:29:44.446735 dv-cinder-775706-4-iscsi neutron-server[94020]: 'SecurityGroupRule': '1.2', Sep 25 03:29:44.446735 dv-cinder-775706-4-iscsi neutron-server[94020]: 'SubPort': '1.0', Sep 25 03:29:44.446735 dv-cinder-775706-4-iscsi neutron-server[94020]: 'Subnet': '1.1', Sep 25 03:29:44.446735 dv-cinder-775706-4-iscsi neutron-server[94020]: 'Trunk': '1.1'}} Sep 25 03:29:44.446735 dv-cinder-775706-4-iscsi neutron-server[94020]: {{(pid=94020) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 25 03:29:44.453698 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d978c336-0501-4fb7-88ff-14465967614a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=94020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 03:29:44.466358 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d978c336-0501-4fb7-88ff-14465967614a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614597'] for segment, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:44.466704 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.db.segments_db [None req-d978c336-0501-4fb7-88ff-14465967614a admin admin] Added segment 8b908095-492d-4392-bdf1-2ef9f66d1c1d of type vlan for network 04b053c7-110d-4a44-9e11-89395a2b33fc Sep 25 03:29:44.524351 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-f344413b-54b1-4596-a8df-fe6aa923d696 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2029729970-network', 'tenant_id': 'f29dc626f86246fe9738feefd6866b29'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:29:44.557152 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f344413b-54b1-4596-a8df-fe6aa923d696 admin admin] Made reservation on behalf of f29dc626f86246fe9738feefd6866b29 for: {'network': 1} {{(pid=94021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 03:29:44.561108 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-f344413b-54b1-4596-a8df-fe6aa923d696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for network, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:44.563739 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d978c336-0501-4fb7-88ff-14465967614a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731880296735'] for network, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:44.578280 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-f344413b-54b1-4596-a8df-fe6aa923d696 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:44.613895 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d978c336-0501-4fb7-88ff-14465967614a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117'] for network, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:44.615090 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d978c336-0501-4fb7-88ff-14465967614a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:29:44.615644 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d978c336-0501-4fb7-88ff-14465967614a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3625783'] for network, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:44.698084 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d978c336-0501-4fb7-88ff-14465967614a admin admin] Pushing event updated for resources: {'Network': ['ID=04b053c7-110d-4a44-9e11-89395a2b33fc,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:29:44.712358 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Network 04b053c7-110d-4a44-9e11-89395a2b33fc details requested by agent ovs-agent-dv-cinder-775706-4-iscsi with host dv-cinder-775706-4-iscsi {{(pid=94022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 03:29:44.723440 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-f344413b-54b1-4596-a8df-fe6aa923d696 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:44.734315 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-f344413b-54b1-4596-a8df-fe6aa923d696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:44.742396 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-d978c336-0501-4fb7-88ff-14465967614a admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0527749 Sep 25 03:29:44.747129 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 47926) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:29:44.765406 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-c5e94c47-597a-431a-b02f-f69a303b4b59 admin admin] Request body: {'subnet': {'network_id': '04b053c7-110d-4a44-9e11-89395a2b33fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-328293240-subnet', 'tenant_id': 'de34d8eb54e54aada3800c65f70a10d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:29:44.800264 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f344413b-54b1-4596-a8df-fe6aa923d696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a04ceb6f-caae-4342-9186-e6596b16418e,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:29:44.808356 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b2eff0-34c2-416c-8f3a-a94ba493e9cf admin admin] Made reservation on behalf of 0bb3500e79a0416b9690432c0edd390c for: {'network': 1} {{(pid=94020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 03:29:44.811070 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-a1b2eff0-34c2-416c-8f3a-a94ba493e9cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for network, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:44.828113 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f344413b-54b1-4596-a8df-fe6aa923d696 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:29:44.828824 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f344413b-54b1-4596-a8df-fe6aa923d696 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:29:44.833442 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f344413b-54b1-4596-a8df-fe6aa923d696 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:29:44.834261 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f344413b-54b1-4596-a8df-fe6aa923d696 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:29:44.834738 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f344413b-54b1-4596-a8df-fe6aa923d696 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:29:44.835244 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f344413b-54b1-4596-a8df-fe6aa923d696 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:29:44.835721 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f344413b-54b1-4596-a8df-fe6aa923d696 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:29:44.836745 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f344413b-54b1-4596-a8df-fe6aa923d696 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:29:44.837526 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f344413b-54b1-4596-a8df-fe6aa923d696 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:29:44.838819 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f344413b-54b1-4596-a8df-fe6aa923d696 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:29:44.839312 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f344413b-54b1-4596-a8df-fe6aa923d696 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:29:44.839848 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f344413b-54b1-4596-a8df-fe6aa923d696 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:29:44.843192 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f344413b-54b1-4596-a8df-fe6aa923d696 admin admin] Tracked resource versions report: Sep 25 03:29:44.843192 dv-cinder-775706-4-iscsi neutron-server[94021]: pushed versions: Sep 25 03:29:44.843192 dv-cinder-775706-4-iscsi neutron-server[94021]: { 'AddressGroup': {'1.2'}, Sep 25 03:29:44.843192 dv-cinder-775706-4-iscsi neutron-server[94021]: 'ConntrackHelper': {'1.0'}, Sep 25 03:29:44.843192 dv-cinder-775706-4-iscsi neutron-server[94021]: 'Log': {'1.0'}, Sep 25 03:29:44.843192 dv-cinder-775706-4-iscsi neutron-server[94021]: 'Network': {'1.1'}, Sep 25 03:29:44.843192 dv-cinder-775706-4-iscsi neutron-server[94021]: 'Port': {'1.7'}, Sep 25 03:29:44.843192 dv-cinder-775706-4-iscsi neutron-server[94021]: 'PortForwarding': {'1.2'}, Sep 25 03:29:44.843192 dv-cinder-775706-4-iscsi neutron-server[94021]: 'QosPolicy': {'1.9'}, Sep 25 03:29:44.843192 dv-cinder-775706-4-iscsi neutron-server[94021]: 'SecurityGroup': {'1.4'}, Sep 25 03:29:44.843192 dv-cinder-775706-4-iscsi neutron-server[94021]: 'SecurityGroupRule': {'1.2'}, Sep 25 03:29:44.843192 dv-cinder-775706-4-iscsi neutron-server[94021]: 'SubPort': {'1.0'}, Sep 25 03:29:44.843192 dv-cinder-775706-4-iscsi neutron-server[94021]: 'Subnet': {'1.1'}, Sep 25 03:29:44.843192 dv-cinder-775706-4-iscsi neutron-server[94021]: 'Trunk': {'1.1'}} Sep 25 03:29:44.843192 dv-cinder-775706-4-iscsi neutron-server[94021]: consumer versions: Sep 25 03:29:44.843192 dv-cinder-775706-4-iscsi neutron-server[94021]: { DHCP agent@dv-cinder-775706-4-iscsi: {}, Sep 25 03:29:44.843192 dv-cinder-775706-4-iscsi neutron-server[94021]: HyperV agent@hv-cinder-77570: {}, Sep 25 03:29:44.843192 dv-cinder-775706-4-iscsi neutron-server[94021]: L3 agent@dv-cinder-775706-4-iscsi: {}, Sep 25 03:29:44.843192 dv-cinder-775706-4-iscsi neutron-server[94021]: Metadata agent@dv-cinder-775706-4-iscsi: {}, Sep 25 03:29:44.843192 dv-cinder-775706-4-iscsi neutron-server[94021]: Metering agent@dv-cinder-775706-4-iscsi: {}, Sep 25 03:29:44.843192 dv-cinder-775706-4-iscsi neutron-server[94021]: Open vSwitch agent@dv-cinder-775706-4-iscsi: { 'AddressGroup': '1.2', Sep 25 03:29:44.843192 dv-cinder-775706-4-iscsi neutron-server[94021]: 'ConntrackHelper': '1.0', Sep 25 03:29:44.843192 dv-cinder-775706-4-iscsi neutron-server[94021]: 'Log': '1.0', Sep 25 03:29:44.843192 dv-cinder-775706-4-iscsi neutron-server[94021]: 'Network': '1.1', Sep 25 03:29:44.843192 dv-cinder-775706-4-iscsi neutron-server[94021]: 'Port': '1.7', Sep 25 03:29:44.843192 dv-cinder-775706-4-iscsi neutron-server[94021]: 'PortForwarding': '1.2', Sep 25 03:29:44.843192 dv-cinder-775706-4-iscsi neutron-server[94021]: 'QosPolicy': '1.9', Sep 25 03:29:44.843192 dv-cinder-775706-4-iscsi neutron-server[94021]: 'SecurityGroup': '1.4', Sep 25 03:29:44.843192 dv-cinder-775706-4-iscsi neutron-server[94021]: 'SecurityGroupRule': '1.2', Sep 25 03:29:44.843192 dv-cinder-775706-4-iscsi neutron-server[94021]: 'SubPort': '1.0', Sep 25 03:29:44.843192 dv-cinder-775706-4-iscsi neutron-server[94021]: 'Subnet': '1.1', Sep 25 03:29:44.843192 dv-cinder-775706-4-iscsi neutron-server[94021]: 'Trunk': '1.1'}} Sep 25 03:29:44.843192 dv-cinder-775706-4-iscsi neutron-server[94021]: {{(pid=94021) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 25 03:29:44.865291 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-a1b2eff0-34c2-416c-8f3a-a94ba493e9cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:44.866612 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f344413b-54b1-4596-a8df-fe6aa923d696 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=94021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 03:29:44.891229 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-f344413b-54b1-4596-a8df-fe6aa923d696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614597'] for segment, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:44.892305 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.db.segments_db [None req-f344413b-54b1-4596-a8df-fe6aa923d696 admin admin] Added segment b18845fd-6154-4686-999a-ae6be2eb8184 of type vlan for network ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd Sep 25 03:29:44.952842 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e94c47-597a-431a-b02f-f69a303b4b59 admin admin] Made reservation on behalf of de34d8eb54e54aada3800c65f70a10d3 for: {'subnet': 1} {{(pid=94020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 03:29:44.959964 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-c5e94c47-597a-431a-b02f-f69a303b4b59 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:44.998950 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-f344413b-54b1-4596-a8df-fe6aa923d696 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731880296735'] for network, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:45.066072 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-f344413b-54b1-4596-a8df-fe6aa923d696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117'] for network, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:45.068127 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f344413b-54b1-4596-a8df-fe6aa923d696 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:29:45.071305 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-f344413b-54b1-4596-a8df-fe6aa923d696 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3625783'] for network, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:45.194449 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f344413b-54b1-4596-a8df-fe6aa923d696 admin admin] Pushing event updated for resources: {'Network': ['ID=ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:29:45.208765 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Network ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd details requested by agent ovs-agent-dv-cinder-775706-4-iscsi with host dv-cinder-775706-4-iscsi {{(pid=94022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 03:29:45.402678 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-e5254702-d8bd-42de-b732-d4f5c75c65a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:45.513294 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-a1b2eff0-34c2-416c-8f3a-a94ba493e9cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:45.521990 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-a1b2eff0-34c2-416c-8f3a-a94ba493e9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:45.537491 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-f344413b-54b1-4596-a8df-fe6aa923d696 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3386281 Sep 25 03:29:45.541056 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 47964) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:29:45.551943 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-c5e94c47-597a-431a-b02f-f69a303b4b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117'] for subnet, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:45.554392 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-d883adef-dd3e-4748-bcec-1a200c8f8dc1 admin admin] Request body: {'subnet': {'network_id': 'ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2029729970-subnet', 'tenant_id': 'f29dc626f86246fe9738feefd6866b29', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:29:45.557009 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1b2eff0-34c2-416c-8f3a-a94ba493e9cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=94020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 03:29:45.616976 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-a1b2eff0-34c2-416c-8f3a-a94ba493e9cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614597'] for segment, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:45.618434 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.db.segments_db [None req-a1b2eff0-34c2-416c-8f3a-a94ba493e9cf admin admin] Added segment d1107519-a3a7-4439-84b4-faab5f0b4168 of type vlan for network 52f21d64-0fe9-4dc2-bccc-4b09f1598d06 Sep 25 03:29:45.631175 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d883adef-dd3e-4748-bcec-1a200c8f8dc1 admin admin] Made reservation on behalf of f29dc626f86246fe9738feefd6866b29 for: {'subnet': 1} {{(pid=94021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 03:29:45.634036 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-d883adef-dd3e-4748-bcec-1a200c8f8dc1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:45.758409 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-a1b2eff0-34c2-416c-8f3a-a94ba493e9cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731880296735'] for network, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:45.843103 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-a1b2eff0-34c2-416c-8f3a-a94ba493e9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117'] for network, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:45.844158 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b2eff0-34c2-416c-8f3a-a94ba493e9cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:29:45.844752 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-a1b2eff0-34c2-416c-8f3a-a94ba493e9cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3625783'] for network, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:45.859363 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e94c47-597a-431a-b02f-f69a303b4b59 admin admin] Checking segment: {'id': '8b908095-492d-4392-bdf1-2ef9f66d1c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '04b053c7-110d-4a44-9e11-89395a2b33fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 03:29:45.859838 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e94c47-597a-431a-b02f-f69a303b4b59 admin admin] Network hostable DHCP agents. Network: 04b053c7-110d-4a44-9e11-89395a2b33fc, hostable agents: ['2fa0f05e-bfa9-4bbd-9fe7-8d8f67ba176e'], hosted agents: [] {{(pid=94020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 03:29:45.871237 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b2eff0-34c2-416c-8f3a-a94ba493e9cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e99c652-588a-4adf-a920-b5685215d390,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:29:45.897337 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-a1b2eff0-34c2-416c-8f3a-a94ba493e9cf admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1566761 Sep 25 03:29:45.905109 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 47990) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:29:45.913458 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-91d4e082-db8b-40ee-8c53-f5c2a8f9ae0f admin admin] Request body: {'subnet': {'network_id': '52f21d64-0fe9-4dc2-bccc-4b09f1598d06', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-883753388-subnet', 'tenant_id': '0bb3500e79a0416b9690432c0edd390c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:29:45.925171 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e94c47-597a-431a-b02f-f69a303b4b59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0072f95d-4fdc-4aac-bdda-8212120e86d9,revision_number=0']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:29:46.085803 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-d883adef-dd3e-4748-bcec-1a200c8f8dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117'] for subnet, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:46.135664 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b2eff0-34c2-416c-8f3a-a94ba493e9cf admin admin] Pushing event updated for resources: {'Network': ['ID=52f21d64-0fe9-4dc2-bccc-4b09f1598d06,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:29:46.143727 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 48004) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:29:46.146042 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e94c47-597a-431a-b02f-f69a303b4b59 admin admin] Network 04b053c7-110d-4a44-9e11-89395a2b33fc is scheduled to be hosted by DHCP agent 2fa0f05e-bfa9-4bbd-9fe7-8d8f67ba176e with binding_index 1 {{(pid=94020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 03:29:46.154562 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Network 52f21d64-0fe9-4dc2-bccc-4b09f1598d06 details requested by agent ovs-agent-dv-cinder-775706-4-iscsi with host dv-cinder-775706-4-iscsi {{(pid=94022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 03:29:46.157134 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d4e082-db8b-40ee-8c53-f5c2a8f9ae0f admin admin] Made reservation on behalf of 0bb3500e79a0416b9690432c0edd390c for: {'subnet': 1} {{(pid=94020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 03:29:46.162380 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-91d4e082-db8b-40ee-8c53-f5c2a8f9ae0f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:46.221986 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d883adef-dd3e-4748-bcec-1a200c8f8dc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afccf4b9-490d-44a5-98b6-f28191ec0ff2,revision_number=0']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:29:46.238937 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.base_scheduler [None req-c5e94c47-597a-431a-b02f-f69a303b4b59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-4-iscsi, 04b053c7-110d-4a44-9e11-89395a2b33fc) {{(pid=94020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:29:46.243102 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d883adef-dd3e-4748-bcec-1a200c8f8dc1 admin admin] Checking segment: {'id': 'b18845fd-6154-4686-999a-ae6be2eb8184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 03:29:46.243893 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d883adef-dd3e-4748-bcec-1a200c8f8dc1 admin admin] Network hostable DHCP agents. Network: ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd, hostable agents: ['2fa0f05e-bfa9-4bbd-9fe7-8d8f67ba176e'], hosted agents: [] {{(pid=94021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 03:29:46.257384 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b18dd56-07c0-469b-aeee-c2527de19c1e None None] Network 04b053c7-110d-4a44-9e11-89395a2b33fc requested from dv-cinder-775706-4-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 03:29:46.277083 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e94c47-597a-431a-b02f-f69a303b4b59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:29:46.278429 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d883adef-dd3e-4748-bcec-1a200c8f8dc1 admin admin] Network ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd is scheduled to be hosted by DHCP agent 2fa0f05e-bfa9-4bbd-9fe7-8d8f67ba176e with binding_index 1 {{(pid=94021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 03:29:46.282623 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-c5e94c47-597a-431a-b02f-f69a303b4b59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3625783'] for subnet, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:46.307090 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.base_scheduler [None req-d883adef-dd3e-4748-bcec-1a200c8f8dc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-4-iscsi, ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd) {{(pid=94021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:29:46.313690 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d883adef-dd3e-4748-bcec-1a200c8f8dc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:29:46.314823 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-d883adef-dd3e-4748-bcec-1a200c8f8dc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3625783'] for subnet, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:46.348014 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-d883adef-dd3e-4748-bcec-1a200c8f8dc1 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8005979 Sep 25 03:29:46.348530 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 48012) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:29:46.368783 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-ab41fe7e-1d6a-4684-85e0-e5d427801c8c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2029729970-router', 'tenant_id': 'f29dc626f86246fe9738feefd6866b29', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4'}}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:29:46.418439 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-c5e94c47-597a-431a-b02f-f69a303b4b59 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6675098 Sep 25 03:29:46.429502 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 48016) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:29:46.467385 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-ab41fe7e-1d6a-4684-85e0-e5d427801c8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3896197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-664'] for router, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:46.469611 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-ab41fe7e-1d6a-4684-85e0-e5d427801c8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3899253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3897221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3754266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-657'] for router, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:46.474505 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac848116-2e24-4746-894d-85172b5b51d8 None None] Network ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd requested from dv-cinder-775706-4-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 03:29:46.535546 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-3a703d07-bb44-46bf-bc08-288426a51cce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:46.571078 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-a17f14ab-3c69-4f9f-99d4-7b0327c43e52 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-328293240-router', 'tenant_id': 'de34d8eb54e54aada3800c65f70a10d3', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4'}}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:29:46.722104 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1987d69f-760d-46aa-b467-aa95a81f86d7 None None] Network 04b053c7-110d-4a44-9e11-89395a2b33fc requested from dv-cinder-775706-4-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 03:29:46.750558 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-3a703d07-bb44-46bf-bc08-288426a51cce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:46.762180 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-3a703d07-bb44-46bf-bc08-288426a51cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:46.866785 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-3a703d07-bb44-46bf-bc08-288426a51cce admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=44b4fc92a9fc4413993d8faace94076b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7209580 Sep 25 03:29:46.923494 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a703d07-bb44-46bf-bc08-288426a51cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b4d3e57-cb55-4321-99b0-97480644b30e,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:29:46.925786 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 48036) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:29:46.966997 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-a17f14ab-3c69-4f9f-99d4-7b0327c43e52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3896197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-664'] for router, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:46.971582 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-a17f14ab-3c69-4f9f-99d4-7b0327c43e52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3899253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3897221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3754266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-657'] for router, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:47.004036 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-ab41fe7e-1d6a-4684-85e0-e5d427801c8c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:47.103955 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-91d4e082-db8b-40ee-8c53-f5c2a8f9ae0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117'] for subnet, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:47.213053 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c935216-6f92-4c99-bef7-acaa2fa40cfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c88a26-1ed6-5ec8-9aa6-98e2f6c7529d-ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd', 'network_id': 'ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd', 'tenant_id': 'f29dc626f86246fe9738feefd6866b29', 'fixed_ips': [{'subnet_id': 'afccf4b9-490d-44a5-98b6-f28191ec0ff2'}]}} from dv-cinder-775706-4-iscsi. {{(pid=94022) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 25 03:29:47.213963 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-4c935216-6f92-4c99-bef7-acaa2fa40cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_create {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:47.232483 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-5a9439a5-6f4c-444d-9622-827741a36305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:47.315953 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 48044) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:29:47.411090 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-a17f14ab-3c69-4f9f-99d4-7b0327c43e52 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:47.440730 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-5a9439a5-6f4c-444d-9622-827741a36305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:47.471229 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d4e082-db8b-40ee-8c53-f5c2a8f9ae0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=247a331b-00d1-4535-ab2b-28895d4f0e45,revision_number=0']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:29:47.504572 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-ab41fe7e-1d6a-4684-85e0-e5d427801c8c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:47.562461 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.db_base_plugin_common [None req-4c935216-6f92-4c99-bef7-acaa2fa40cfb None None] Allocated IP 172.20.0.2 (ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd/afccf4b9-490d-44a5-98b6-f28191ec0ff2/f956a431-e81c-4a3f-8879-6f0f6fdadc26) {{(pid=94022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 03:29:47.617878 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d4e082-db8b-40ee-8c53-f5c2a8f9ae0f admin admin] Checking segment: {'id': 'd1107519-a3a7-4439-84b4-faab5f0b4168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '52f21d64-0fe9-4dc2-bccc-4b09f1598d06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 03:29:47.618956 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d4e082-db8b-40ee-8c53-f5c2a8f9ae0f admin admin] Network hostable DHCP agents. Network: 52f21d64-0fe9-4dc2-bccc-4b09f1598d06, hostable agents: ['2fa0f05e-bfa9-4bbd-9fe7-8d8f67ba176e'], hosted agents: [] {{(pid=94020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 03:29:47.630601 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-cb1c2661-0467-4aeb-8e50-4094c1d8abd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:47.800563 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-a17f14ab-3c69-4f9f-99d4-7b0327c43e52 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:47.810048 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-fec520a7-096e-4120-bd53-6f3fe425333f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:47.849474 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d4e082-db8b-40ee-8c53-f5c2a8f9ae0f admin admin] Network 52f21d64-0fe9-4dc2-bccc-4b09f1598d06 is scheduled to be hosted by DHCP agent 2fa0f05e-bfa9-4bbd-9fe7-8d8f67ba176e with binding_index 1 {{(pid=94020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 03:29:47.874412 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.base_scheduler [None req-91d4e082-db8b-40ee-8c53-f5c2a8f9ae0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-4-iscsi, 52f21d64-0fe9-4dc2-bccc-4b09f1598d06) {{(pid=94020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:29:47.898244 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758adc94-e02d-4b9d-88c3-c48dad2a8b25 None None] Network 52f21d64-0fe9-4dc2-bccc-4b09f1598d06 requested from dv-cinder-775706-4-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 03:29:47.899562 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-5a9439a5-6f4c-444d-9622-827741a36305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:47.902953 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-5a9439a5-6f4c-444d-9622-827741a36305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:47.906863 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-5a9439a5-6f4c-444d-9622-827741a36305 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9b4d3e57-cb55-4321-99b0-97480644b30e HTTP/1.1" status: 204 len: 168 time: 0.9774990 Sep 25 03:29:47.909150 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d4e082-db8b-40ee-8c53-f5c2a8f9ae0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:29:47.909878 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-91d4e082-db8b-40ee-8c53-f5c2a8f9ae0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3625783'] for subnet, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:47.952264 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9439a5-6f4c-444d-9622-827741a36305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b4d3e57-cb55-4321-99b0-97480644b30e,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:29:48.175533 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-4c935216-6f92-4c99-bef7-acaa2fa40cfb None None] Notify callbacks [] for port, precommit_create {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:48.248210 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-ab41fe7e-1d6a-4684-85e0-e5d427801c8c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:48.272805 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-4c935216-6f92-4c99-bef7-acaa2fa40cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731880292801'] for port, after_create {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:48.356386 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-ab41fe7e-1d6a-4684-85e0-e5d427801c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:48.439770 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c935216-6f92-4c99-bef7-acaa2fa40cfb None None] Pushing event updated for resources: {'Port': ['ID=f956a431-e81c-4a3f-8879-6f0f6fdadc26,revision_number=1']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:29:48.450730 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c935216-6f92-4c99-bef7-acaa2fa40cfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:29:48.451529 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c935216-6f92-4c99-bef7-acaa2fa40cfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:29:48.455980 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c935216-6f92-4c99-bef7-acaa2fa40cfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:29:48.456758 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c935216-6f92-4c99-bef7-acaa2fa40cfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:29:48.457416 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c935216-6f92-4c99-bef7-acaa2fa40cfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:29:48.458352 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c935216-6f92-4c99-bef7-acaa2fa40cfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:29:48.459589 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c935216-6f92-4c99-bef7-acaa2fa40cfb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:29:48.459589 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c935216-6f92-4c99-bef7-acaa2fa40cfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:29:48.461062 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c935216-6f92-4c99-bef7-acaa2fa40cfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:29:48.461737 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c935216-6f92-4c99-bef7-acaa2fa40cfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:29:48.462941 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c935216-6f92-4c99-bef7-acaa2fa40cfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:29:48.463427 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c935216-6f92-4c99-bef7-acaa2fa40cfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:29:48.466026 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c935216-6f92-4c99-bef7-acaa2fa40cfb None None] Tracked resource versions report: Sep 25 03:29:48.466026 dv-cinder-775706-4-iscsi neutron-server[94022]: pushed versions: Sep 25 03:29:48.466026 dv-cinder-775706-4-iscsi neutron-server[94022]: { 'AddressGroup': {'1.2'}, Sep 25 03:29:48.466026 dv-cinder-775706-4-iscsi neutron-server[94022]: 'ConntrackHelper': {'1.0'}, Sep 25 03:29:48.466026 dv-cinder-775706-4-iscsi neutron-server[94022]: 'Log': {'1.0'}, Sep 25 03:29:48.466026 dv-cinder-775706-4-iscsi neutron-server[94022]: 'Network': {'1.1'}, Sep 25 03:29:48.466026 dv-cinder-775706-4-iscsi neutron-server[94022]: 'Port': {'1.7'}, Sep 25 03:29:48.466026 dv-cinder-775706-4-iscsi neutron-server[94022]: 'PortForwarding': {'1.2'}, Sep 25 03:29:48.466026 dv-cinder-775706-4-iscsi neutron-server[94022]: 'QosPolicy': {'1.9'}, Sep 25 03:29:48.466026 dv-cinder-775706-4-iscsi neutron-server[94022]: 'SecurityGroup': {'1.4'}, Sep 25 03:29:48.466026 dv-cinder-775706-4-iscsi neutron-server[94022]: 'SecurityGroupRule': {'1.2'}, Sep 25 03:29:48.466026 dv-cinder-775706-4-iscsi neutron-server[94022]: 'SubPort': {'1.0'}, Sep 25 03:29:48.466026 dv-cinder-775706-4-iscsi neutron-server[94022]: 'Subnet': {'1.1'}, Sep 25 03:29:48.466026 dv-cinder-775706-4-iscsi neutron-server[94022]: 'Trunk': {'1.1'}} Sep 25 03:29:48.466026 dv-cinder-775706-4-iscsi neutron-server[94022]: consumer versions: Sep 25 03:29:48.466026 dv-cinder-775706-4-iscsi neutron-server[94022]: { DHCP agent@dv-cinder-775706-4-iscsi: {}, Sep 25 03:29:48.466026 dv-cinder-775706-4-iscsi neutron-server[94022]: HyperV agent@hv-cinder-77570: {}, Sep 25 03:29:48.466026 dv-cinder-775706-4-iscsi neutron-server[94022]: L3 agent@dv-cinder-775706-4-iscsi: {}, Sep 25 03:29:48.466026 dv-cinder-775706-4-iscsi neutron-server[94022]: Metadata agent@dv-cinder-775706-4-iscsi: {}, Sep 25 03:29:48.466026 dv-cinder-775706-4-iscsi neutron-server[94022]: Metering agent@dv-cinder-775706-4-iscsi: {}, Sep 25 03:29:48.466026 dv-cinder-775706-4-iscsi neutron-server[94022]: Open vSwitch agent@dv-cinder-775706-4-iscsi: { 'AddressGroup': '1.2', Sep 25 03:29:48.466026 dv-cinder-775706-4-iscsi neutron-server[94022]: 'ConntrackHelper': '1.0', Sep 25 03:29:48.466026 dv-cinder-775706-4-iscsi neutron-server[94022]: 'Log': '1.0', Sep 25 03:29:48.466026 dv-cinder-775706-4-iscsi neutron-server[94022]: 'Network': '1.1', Sep 25 03:29:48.466026 dv-cinder-775706-4-iscsi neutron-server[94022]: 'Port': '1.7', Sep 25 03:29:48.466026 dv-cinder-775706-4-iscsi neutron-server[94022]: 'PortForwarding': '1.2', Sep 25 03:29:48.466026 dv-cinder-775706-4-iscsi neutron-server[94022]: 'QosPolicy': '1.9', Sep 25 03:29:48.466026 dv-cinder-775706-4-iscsi neutron-server[94022]: 'SecurityGroup': '1.4', Sep 25 03:29:48.466026 dv-cinder-775706-4-iscsi neutron-server[94022]: 'SecurityGroupRule': '1.2', Sep 25 03:29:48.466026 dv-cinder-775706-4-iscsi neutron-server[94022]: 'SubPort': '1.0', Sep 25 03:29:48.466026 dv-cinder-775706-4-iscsi neutron-server[94022]: 'Subnet': '1.1', Sep 25 03:29:48.466026 dv-cinder-775706-4-iscsi neutron-server[94022]: 'Trunk': '1.1'}} Sep 25 03:29:48.466026 dv-cinder-775706-4-iscsi neutron-server[94022]: {{(pid=94022) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 25 03:29:48.502865 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c935216-6f92-4c99-bef7-acaa2fa40cfb None None] Network ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd is already hosted by enough agents. {{(pid=94022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 03:29:48.507122 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-a17f14ab-3c69-4f9f-99d4-7b0327c43e52 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:48.539378 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-fec520a7-096e-4120-bd53-6f3fe425333f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:48.546329 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.scheduler.base_scheduler [None req-4c935216-6f92-4c99-bef7-acaa2fa40cfb None None] Resources bound (agent type, host, resource id): {{(pid=94022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:29:48.550968 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c935216-6f92-4c99-bef7-acaa2fa40cfb None None] Received port after_create {{(pid=94022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 03:29:48.561468 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-fec520a7-096e-4120-bd53-6f3fe425333f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:48.629197 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-a17f14ab-3c69-4f9f-99d4-7b0327c43e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:48.644136 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec520a7-096e-4120-bd53-6f3fe425333f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85762d7c-d8be-4864-893f-1c81ca396a94,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:29:48.654954 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-fec520a7-096e-4120-bd53-6f3fe425333f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=495a46cfc30a4eb1933c639ed7f9fd88&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2486093 Sep 25 03:29:48.659049 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 48082) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:29:48.661349 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a551d492-f648-4b42-9165-0a9a707371d0 None None] Network 52f21d64-0fe9-4dc2-bccc-4b09f1598d06 requested from dv-cinder-775706-4-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 03:29:48.672326 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-91d4e082-db8b-40ee-8c53-f5c2a8f9ae0f admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.7631493 Sep 25 03:29:48.673123 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 48084) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:29:48.690039 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.db.db_base_plugin_common [None req-ab41fe7e-1d6a-4684-85e0-e5d427801c8c admin admin] Allocated IP 172.27.1.24 (11c2fcee-3e12-40fc-bbdd-73661221b9b4/9bf1e901-4101-4c8d-9b58-09aedeb11d2a/711de654-3de8-464b-814b-1fce88f73964) {{(pid=94021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 03:29:48.754404 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-91c3388e-ca73-4768-abf1-722e3e801516 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:48.953552 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-eaad1ae9-718c-47d5-b81a-77e90f17440a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:48.968336 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-4c935216-6f92-4c99-bef7-acaa2fa40cfb None None] Attempting to bind port f956a431-e81c-4a3f-8879-6f0f6fdadc26 on host dv-cinder-775706-4-iscsi for vnic_type normal with profile {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 03:29:48.969490 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-4c935216-6f92-4c99-bef7-acaa2fa40cfb None None] Attempting to bind port f956a431-e81c-4a3f-8879-6f0f6fdadc26 by drivers openvswitch,hyperv on host dv-cinder-775706-4-iscsi at level 0 using segments [{'id': 'b18845fd-6154-4686-999a-ae6be2eb8184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd'}] {{(pid=94022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 03:29:48.970164 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c935216-6f92-4c99-bef7-acaa2fa40cfb None None] Attempting to bind port f956a431-e81c-4a3f-8879-6f0f6fdadc26 on network ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 03:29:49.009290 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c935216-6f92-4c99-bef7-acaa2fa40cfb None None] Checking agent: {'id': '92762cd5-f40e-4e3b-860e-7f1faf1bdbcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 3, 21, 49), 'started_at': datetime.datetime(2021, 9, 25, 3, 22, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 3, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 03:29:49.011141 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c935216-6f92-4c99-bef7-acaa2fa40cfb None None] Checking segment: {'id': 'b18845fd-6154-4686-999a-ae6be2eb8184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 03:29:49.012275 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-4c935216-6f92-4c99-bef7-acaa2fa40cfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:49.012534 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-eaad1ae9-718c-47d5-b81a-77e90f17440a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:49.015767 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c935216-6f92-4c99-bef7-acaa2fa40cfb None None] Bound using segment: {'id': 'b18845fd-6154-4686-999a-ae6be2eb8184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd'} {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 03:29:49.017597 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-4c935216-6f92-4c99-bef7-acaa2fa40cfb None None] Bound port: f956a431-e81c-4a3f-8879-6f0f6fdadc26, host: dv-cinder-775706-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b18845fd-6154-4686-999a-ae6be2eb8184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd'}}] {{(pid=94022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 03:29:49.019908 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-4c935216-6f92-4c99-bef7-acaa2fa40cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:49.084466 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-ab41fe7e-1d6a-4684-85e0-e5d427801c8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:49.148920 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-4c935216-6f92-4c99-bef7-acaa2fa40cfb None None] For port f956a431-e81c-4a3f-8879-6f0f6fdadc26, host dv-cinder-775706-4-iscsi, cleared binding levels {{(pid=94022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 03:29:49.154605 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-4c935216-6f92-4c99-bef7-acaa2fa40cfb None None] For port f956a431-e81c-4a3f-8879-6f0f6fdadc26, host dv-cinder-775706-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=f956a431-e81c-4a3f-8879-6f0f6fdadc26,segment=NetworkSegment(b18845fd-6154-4686-999a-ae6be2eb8184),segment_id=b18845fd-6154-4686-999a-ae6be2eb8184)] {{(pid=94022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 03:29:49.170737 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-4c935216-6f92-4c99-bef7-acaa2fa40cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:49.171624 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-91c3388e-ca73-4768-abf1-722e3e801516 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:49.181694 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-91c3388e-ca73-4768-abf1-722e3e801516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:49.196794 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-eaad1ae9-718c-47d5-b81a-77e90f17440a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:49.201735 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-eaad1ae9-718c-47d5-b81a-77e90f17440a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:49.209298 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-eaad1ae9-718c-47d5-b81a-77e90f17440a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/85762d7c-d8be-4864-893f-1c81ca396a94 HTTP/1.1" status: 204 len: 168 time: 0.5444369 Sep 25 03:29:49.217946 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-ab41fe7e-1d6a-4684-85e0-e5d427801c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731880292801'] for port, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:49.260238 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c935216-6f92-4c99-bef7-acaa2fa40cfb None None] Pushing event updated for resources: {'Port': ['ID=f956a431-e81c-4a3f-8879-6f0f6fdadc26,revision_number=2']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:29:49.319021 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaad1ae9-718c-47d5-b81a-77e90f17440a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85762d7c-d8be-4864-893f-1c81ca396a94,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:29:49.395314 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab41fe7e-1d6a-4684-85e0-e5d427801c8c admin admin] Network 11c2fcee-3e12-40fc-bbdd-73661221b9b4 is already hosted by enough agents. {{(pid=94021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 03:29:49.397695 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.base_scheduler [None req-ab41fe7e-1d6a-4684-85e0-e5d427801c8c admin admin] Resources bound (agent type, host, resource id): {{(pid=94021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:29:49.400018 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-91c3388e-ca73-4768-abf1-722e3e801516 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2c04003d739042eebb9095a81c6fcbaf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7232037 Sep 25 03:29:49.409947 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 48110) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:29:49.422976 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:49.427479 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-fa5af178-6116-457c-95b6-13dc589f2bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:49.431838 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c3388e-ca73-4768-abf1-722e3e801516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=448e020e-1853-463a-be34-0a4340d5111d,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:29:49.475275 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab41fe7e-1d6a-4684-85e0-e5d427801c8c admin admin] Received port after_create {{(pid=94021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 03:29:49.498790 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab41fe7e-1d6a-4684-85e0-e5d427801c8c admin admin] Pushing event updated for resources: {'Port': ['ID=711de654-3de8-464b-814b-1fce88f73964,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:29:49.499253 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.db.db_base_plugin_common [None req-a17f14ab-3c69-4f9f-99d4-7b0327c43e52 admin admin] Allocated IP 172.27.1.156 (11c2fcee-3e12-40fc-bbdd-73661221b9b4/9bf1e901-4101-4c8d-9b58-09aedeb11d2a/91e4ba16-e1ba-4928-b70e-43c630f10299) {{(pid=94020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 03:29:49.706143 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 48134) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:29:49.721216 dv-cinder-775706-4-iscsi neutron-server[94021]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 25 03:29:49.817298 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-a17f14ab-3c69-4f9f-99d4-7b0327c43e52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:49.901231 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-c7b71012-924f-4003-a3f7-e59dab33adc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:49.961722 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-a17f14ab-3c69-4f9f-99d4-7b0327c43e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731880292801'] for port, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:50.061347 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17f14ab-3c69-4f9f-99d4-7b0327c43e52 admin admin] Network 11c2fcee-3e12-40fc-bbdd-73661221b9b4 is already hosted by enough agents. {{(pid=94020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 03:29:50.071551 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.base_scheduler [None req-a17f14ab-3c69-4f9f-99d4-7b0327c43e52 admin admin] Resources bound (agent type, host, resource id): {{(pid=94020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:29:50.074280 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17f14ab-3c69-4f9f-99d4-7b0327c43e52 admin admin] Pushing event updated for resources: {'Port': ['ID=91e4ba16-e1ba-4928-b70e-43c630f10299,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:29:50.088848 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17f14ab-3c69-4f9f-99d4-7b0327c43e52 admin admin] Received port after_create {{(pid=94020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 03:29:50.143766 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-c7b71012-924f-4003-a3f7-e59dab33adc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:50.452230 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e42c01e-fdd2-4b5b-82b5-f7049d66f05e req-106de3d3-8be2-41a2-afdc-54aaf61d1e53 tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:29:50.453954 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2e42c01e-fdd2-4b5b-82b5-f7049d66f05e req-106de3d3-8be2-41a2-afdc-54aaf61d1e53 tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] 10.222.0.42 "GET /v2.0/networks?id=52f21d64-0fe9-4dc2-bccc-4b09f1598d06 HTTP/1.1" status: 200 len: 811 time: 0.7462633 Sep 25 03:29:50.482994 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-ab41fe7e-1d6a-4684-85e0-e5d427801c8c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:50.489504 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2e42c01e-fdd2-4b5b-82b5-f7049d66f05e req-d3103c7e-e856-4a96-bf2e-ee162ccda09e tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] 10.222.0.42 "GET /v2.0/quotas/0bb3500e79a0416b9690432c0edd390c HTTP/1.1" status: 200 len: 375 time: 0.0188584 Sep 25 03:29:50.509925 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-a17f14ab-3c69-4f9f-99d4-7b0327c43e52 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:50.534874 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-c7b71012-924f-4003-a3f7-e59dab33adc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:50.537811 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-c7b71012-924f-4003-a3f7-e59dab33adc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:50.543240 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-c7b71012-924f-4003-a3f7-e59dab33adc5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/448e020e-1853-463a-be34-0a4340d5111d HTTP/1.1" status: 204 len: 168 time: 1.0655737 Sep 25 03:29:50.609791 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2e42c01e-fdd2-4b5b-82b5-f7049d66f05e req-f0696a34-8f59-4f43-8e7c-9cadc8238e21 tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0bb3500e79a0416b9690432c0edd390c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0839536 Sep 25 03:29:50.613534 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b71012-924f-4003-a3f7-e59dab33adc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=448e020e-1853-463a-be34-0a4340d5111d,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:29:50.764802 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 48172) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:29:50.862810 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-a17f14ab-3c69-4f9f-99d4-7b0327c43e52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3899148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897272'] for router, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:50.989801 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-ab41fe7e-1d6a-4684-85e0-e5d427801c8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3899148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897272'] for router, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:51.078516 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device f956a431-e81c-4a3f-8879-6f0f6fdadc26 up at agent ovs-agent-dv-cinder-775706-4-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 03:29:51.207308 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Provisioning complete for port f956a431-e81c-4a3f-8879-6f0f6fdadc26 triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:29:51.208188 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:51.211719 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-afd92d12-b9d5-4a92-bfd4-50d3cdf2ae8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:51.225620 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a17f14ab-3c69-4f9f-99d4-7b0327c43e52 admin admin] Router 53998690-82d4-490c-bff9-52190466ff54 is scheduled to L3 agent be170b3f-ec9b-4dfa-8e40-fa1591bf80a9 with binding_index 1 {{(pid=94020) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 03:29:51.350912 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab41fe7e-1d6a-4684-85e0-e5d427801c8c admin admin] Router 115c58b0-627f-482a-8970-99d9e7d02c44 is scheduled to L3 agent be170b3f-ec9b-4dfa-8e40-fa1591bf80a9 with binding_index 1 {{(pid=94021) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 03:29:51.442082 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a17f14ab-3c69-4f9f-99d4-7b0327c43e52 admin admin] Notify agent at l3_agent.dv-cinder-775706-4-iscsi the message routers_updated {{(pid=94020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 03:29:51.444240 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b645a583-b604-4ad8-945c-c2297c8ca048 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:51.457895 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fb7383-89d8-4b7f-9848-d28abb8316b4 None None] Sync routers for ids ['53998690-82d4-490c-bff9-52190466ff54'] in dv-cinder-775706-4-iscsi {{(pid=94023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 03:29:51.475758 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fb7383-89d8-4b7f-9848-d28abb8316b4 None None] Routers {'53998690-82d4-490c-bff9-52190466ff54'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:29:51.476563 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-84fb7383-89d8-4b7f-9848-d28abb8316b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:29:48Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['53998690-82d4-490c-bff9-52190466ff54'], 'active': True} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:29:51.535888 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e0e92b-ce60-48ff-bf29-f17dff284a99 None None] Network ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd requested from dv-cinder-775706-4-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 03:29:51.808703 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b645a583-b604-4ad8-945c-c2297c8ca048 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:51.821598 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b645a583-b604-4ad8-945c-c2297c8ca048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:51.828257 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvr_db [None req-84fb7383-89d8-4b7f-9848-d28abb8316b4 None None] Set router 53998690-82d4-490c-bff9-52190466ff54 gateway port host: dv-cinder-775706-4-iscsi {{(pid=94023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:29:51.929461 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-b645a583-b604-4ad8-945c-c2297c8ca048 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a853b3314fcf4b468fcb80ab81208385&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1629858 Sep 25 03:29:51.935419 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b645a583-b604-4ad8-945c-c2297c8ca048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62071340-ed65-4271-8725-bed186448a21,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:29:51.947135 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 48206) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:29:51.961966 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-a17f14ab-3c69-4f9f-99d4-7b0327c43e52 admin admin] Notify callbacks [] for router, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:51.966410 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-a17f14ab-3c69-4f9f-99d4-7b0327c43e52 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.4016078 Sep 25 03:29:51.972881 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 48210) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:29:52.184676 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-b98c04be-5609-4365-95aa-add80e8e70cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:52.203592 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-88a4ccc3-08f2-4a1b-8ed3-bd4ccd6b8cfe None None] Provisioning complete for port f956a431-e81c-4a3f-8879-6f0f6fdadc26 triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:29:52.204480 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-88a4ccc3-08f2-4a1b-8ed3-bd4ccd6b8cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:52.323218 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-84fb7383-89d8-4b7f-9848-d28abb8316b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53998690-82d4-490c-bff9-52190466ff54', 'name': 'tempest-ServerRescueNegativeTestJSON-328293240-router', 'tenant_id': 'de34d8eb54e54aada3800c65f70a10d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '91e4ba16-e1ba-4928-b70e-43c630f10299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:29:47Z', 'updated_at': '2021-09-25T03:29:50Z', 'revision_number': 3, 'project_id': 'de34d8eb54e54aada3800c65f70a10d3', 'gw_port': {'id': '91e4ba16-e1ba-4928-b70e-43c630f10299', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d3:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53998690-82d4-490c-bff9-52190466ff54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:29:48Z', 'updated_at': '2021-09-25T03:29:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi'}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:29:52.385474 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:52.411489 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-b98c04be-5609-4365-95aa-add80e8e70cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:52.431642 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fb7383-89d8-4b7f-9848-d28abb8316b4 None None] Checking router: 53998690-82d4-490c-bff9-52190466ff54 for host: dv-cinder-775706-4-iscsi {{(pid=94023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 03:29:52.432296 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fb7383-89d8-4b7f-9848-d28abb8316b4 None None] Updating router 53998690-82d4-490c-bff9-52190466ff54 port 91e4ba16-e1ba-4928-b70e-43c630f10299 binding host dv-cinder-775706-4-iscsi {{(pid=94023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 03:29:52.434260 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab41fe7e-1d6a-4684-85e0-e5d427801c8c admin admin] Notify agent at l3_agent.dv-cinder-775706-4-iscsi the message routers_updated {{(pid=94021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 03:29:52.459161 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae64c8b9-07ba-4da4-bb97-d6e694bfb789 None None] Sync routers for ids ['115c58b0-627f-482a-8970-99d9e7d02c44'] in dv-cinder-775706-4-iscsi {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 03:29:52.570825 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-84fb7383-89d8-4b7f-9848-d28abb8316b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:52.623709 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [req-2e42c01e-fdd2-4b5b-82b5-f7049d66f05e req-33caed52-3d98-4f02-a876-c2dad4752199 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94021) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 25 03:29:52.661666 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2e42c01e-fdd2-4b5b-82b5-f7049d66f05e req-33caed52-3d98-4f02-a876-c2dad4752199 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7001805 Sep 25 03:29:52.702150 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae64c8b9-07ba-4da4-bb97-d6e694bfb789 None None] Routers {'115c58b0-627f-482a-8970-99d9e7d02c44'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:29:52.703217 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-ae64c8b9-07ba-4da4-bb97-d6e694bfb789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:29:48Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['115c58b0-627f-482a-8970-99d9e7d02c44'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:29:52.855680 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-ab41fe7e-1d6a-4684-85e0-e5d427801c8c admin admin] Notify callbacks [] for router, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:52.862305 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-ab41fe7e-1d6a-4684-85e0-e5d427801c8c admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.5086138 Sep 25 03:29:52.865570 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 48244) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:29:53.046799 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] For port f956a431-e81c-4a3f-8879-6f0f6fdadc26, host dv-cinder-775706-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=f956a431-e81c-4a3f-8879-6f0f6fdadc26,segment=NetworkSegment(b18845fd-6154-4686-999a-ae6be2eb8184),segment_id=b18845fd-6154-4686-999a-ae6be2eb8184)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:29:53.048634 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-b98c04be-5609-4365-95aa-add80e8e70cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:53.051473 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-b98c04be-5609-4365-95aa-add80e8e70cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:53.053616 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-b98c04be-5609-4365-95aa-add80e8e70cb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/62071340-ed65-4271-8725-bed186448a21 HTTP/1.1" status: 204 len: 168 time: 1.0710461 Sep 25 03:29:53.091529 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:53.121149 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98c04be-5609-4365-95aa-add80e8e70cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62071340-ed65-4271-8725-bed186448a21,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:29:53.149003 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2e42c01e-fdd2-4b5b-82b5-f7049d66f05e req-7f2d91ca-891b-498c-8108-ce74c94a68a7 service neutron] 10.222.0.42 "GET /v2.0/networks/52f21d64-0fe9-4dc2-bccc-4b09f1598d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4848976 Sep 25 03:29:53.297790 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-88a4ccc3-08f2-4a1b-8ed3-bd4ccd6b8cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:53.416473 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2e42c01e-fdd2-4b5b-82b5-f7049d66f05e req-fb042460-25c5-407d-8bdf-783079c101b9 service neutron] 10.222.0.42 "GET /v2.0/networks/52f21d64-0fe9-4dc2-bccc-4b09f1598d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643316 Sep 25 03:29:53.616149 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-ae64c8b9-07ba-4da4-bb97-d6e694bfb789 None None] Set router 115c58b0-627f-482a-8970-99d9e7d02c44 gateway port host: dv-cinder-775706-4-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:29:53.735272 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-84fb7383-89d8-4b7f-9848-d28abb8316b4 None None] Notify callbacks [] for port, precommit_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:53.766789 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-84fb7383-89d8-4b7f-9848-d28abb8316b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:53.916726 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e63a5c-bf2c-43c2-8cc1-e21d0147ff0a None None] Pushing event updated for resources: {'Port': ['ID=91e4ba16-e1ba-4928-b70e-43c630f10299,revision_number=2']} {{(pid=94023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:29:53.973944 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e63a5c-bf2c-43c2-8cc1-e21d0147ff0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:29:53.974847 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e63a5c-bf2c-43c2-8cc1-e21d0147ff0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:29:53.975633 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e63a5c-bf2c-43c2-8cc1-e21d0147ff0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:29:53.976465 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e63a5c-bf2c-43c2-8cc1-e21d0147ff0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:29:53.977542 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e63a5c-bf2c-43c2-8cc1-e21d0147ff0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:29:53.978333 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e63a5c-bf2c-43c2-8cc1-e21d0147ff0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:29:53.979217 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e63a5c-bf2c-43c2-8cc1-e21d0147ff0a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:29:53.990315 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e63a5c-bf2c-43c2-8cc1-e21d0147ff0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:29:53.991253 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e63a5c-bf2c-43c2-8cc1-e21d0147ff0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:29:53.992323 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e63a5c-bf2c-43c2-8cc1-e21d0147ff0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:29:53.993389 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e63a5c-bf2c-43c2-8cc1-e21d0147ff0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:29:53.994158 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e63a5c-bf2c-43c2-8cc1-e21d0147ff0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:29:53.996548 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e63a5c-bf2c-43c2-8cc1-e21d0147ff0a None None] Tracked resource versions report: Sep 25 03:29:53.996548 dv-cinder-775706-4-iscsi neutron-server[94023]: pushed versions: Sep 25 03:29:53.996548 dv-cinder-775706-4-iscsi neutron-server[94023]: { 'AddressGroup': {'1.2'}, Sep 25 03:29:53.996548 dv-cinder-775706-4-iscsi neutron-server[94023]: 'ConntrackHelper': {'1.0'}, Sep 25 03:29:53.996548 dv-cinder-775706-4-iscsi neutron-server[94023]: 'Log': {'1.0'}, Sep 25 03:29:53.996548 dv-cinder-775706-4-iscsi neutron-server[94023]: 'Network': {'1.1'}, Sep 25 03:29:53.996548 dv-cinder-775706-4-iscsi neutron-server[94023]: 'Port': {'1.7'}, Sep 25 03:29:53.996548 dv-cinder-775706-4-iscsi neutron-server[94023]: 'PortForwarding': {'1.2'}, Sep 25 03:29:53.996548 dv-cinder-775706-4-iscsi neutron-server[94023]: 'QosPolicy': {'1.9'}, Sep 25 03:29:53.996548 dv-cinder-775706-4-iscsi neutron-server[94023]: 'SecurityGroup': {'1.4'}, Sep 25 03:29:53.996548 dv-cinder-775706-4-iscsi neutron-server[94023]: 'SecurityGroupRule': {'1.2'}, Sep 25 03:29:53.996548 dv-cinder-775706-4-iscsi neutron-server[94023]: 'SubPort': {'1.0'}, Sep 25 03:29:53.996548 dv-cinder-775706-4-iscsi neutron-server[94023]: 'Subnet': {'1.1'}, Sep 25 03:29:53.996548 dv-cinder-775706-4-iscsi neutron-server[94023]: 'Trunk': {'1.1'}} Sep 25 03:29:53.996548 dv-cinder-775706-4-iscsi neutron-server[94023]: consumer versions: Sep 25 03:29:53.996548 dv-cinder-775706-4-iscsi neutron-server[94023]: { DHCP agent@dv-cinder-775706-4-iscsi: {}, Sep 25 03:29:53.996548 dv-cinder-775706-4-iscsi neutron-server[94023]: HyperV agent@hv-cinder-77570: {}, Sep 25 03:29:53.996548 dv-cinder-775706-4-iscsi neutron-server[94023]: L3 agent@dv-cinder-775706-4-iscsi: {}, Sep 25 03:29:53.996548 dv-cinder-775706-4-iscsi neutron-server[94023]: Metadata agent@dv-cinder-775706-4-iscsi: {}, Sep 25 03:29:53.996548 dv-cinder-775706-4-iscsi neutron-server[94023]: Metering agent@dv-cinder-775706-4-iscsi: {}, Sep 25 03:29:53.996548 dv-cinder-775706-4-iscsi neutron-server[94023]: Open vSwitch agent@dv-cinder-775706-4-iscsi: { 'AddressGroup': '1.2', Sep 25 03:29:53.996548 dv-cinder-775706-4-iscsi neutron-server[94023]: 'ConntrackHelper': '1.0', Sep 25 03:29:53.996548 dv-cinder-775706-4-iscsi neutron-server[94023]: 'Log': '1.0', Sep 25 03:29:53.996548 dv-cinder-775706-4-iscsi neutron-server[94023]: 'Network': '1.1', Sep 25 03:29:53.996548 dv-cinder-775706-4-iscsi neutron-server[94023]: 'Port': '1.7', Sep 25 03:29:53.996548 dv-cinder-775706-4-iscsi neutron-server[94023]: 'PortForwarding': '1.2', Sep 25 03:29:53.996548 dv-cinder-775706-4-iscsi neutron-server[94023]: 'QosPolicy': '1.9', Sep 25 03:29:53.996548 dv-cinder-775706-4-iscsi neutron-server[94023]: 'SecurityGroup': '1.4', Sep 25 03:29:53.996548 dv-cinder-775706-4-iscsi neutron-server[94023]: 'SecurityGroupRule': '1.2', Sep 25 03:29:53.996548 dv-cinder-775706-4-iscsi neutron-server[94023]: 'SubPort': '1.0', Sep 25 03:29:53.996548 dv-cinder-775706-4-iscsi neutron-server[94023]: 'Subnet': '1.1', Sep 25 03:29:53.996548 dv-cinder-775706-4-iscsi neutron-server[94023]: 'Trunk': '1.1'}} Sep 25 03:29:53.996548 dv-cinder-775706-4-iscsi neutron-server[94023]: {{(pid=94023) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 25 03:29:54.006198 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.managers [None req-84fb7383-89d8-4b7f-9848-d28abb8316b4 None None] Attempting to bind port 91e4ba16-e1ba-4928-b70e-43c630f10299 on host dv-cinder-775706-4-iscsi for vnic_type normal with profile {{(pid=94023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 03:29:54.007210 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.managers [None req-84fb7383-89d8-4b7f-9848-d28abb8316b4 None None] Attempting to bind port 91e4ba16-e1ba-4928-b70e-43c630f10299 by drivers openvswitch,hyperv on host dv-cinder-775706-4-iscsi at level 0 using segments [{'id': '48bff68c-e483-4cc4-95dd-dcbe15bbe597', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4'}] {{(pid=94023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 03:29:54.008371 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fb7383-89d8-4b7f-9848-d28abb8316b4 None None] Attempting to bind port 91e4ba16-e1ba-4928-b70e-43c630f10299 on network 11c2fcee-3e12-40fc-bbdd-73661221b9b4 {{(pid=94023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 03:29:54.019999 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fb7383-89d8-4b7f-9848-d28abb8316b4 None None] Checking agent: {'id': '92762cd5-f40e-4e3b-860e-7f1faf1bdbcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 3, 21, 49), 'started_at': datetime.datetime(2021, 9, 25, 3, 22, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 3, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 03:29:54.021053 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fb7383-89d8-4b7f-9848-d28abb8316b4 None None] Checking segment: {'id': '48bff68c-e483-4cc4-95dd-dcbe15bbe597', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 03:29:54.021959 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-84fb7383-89d8-4b7f-9848-d28abb8316b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:54.022803 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fb7383-89d8-4b7f-9848-d28abb8316b4 None None] Bound using segment: {'id': '48bff68c-e483-4cc4-95dd-dcbe15bbe597', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4'} {{(pid=94023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 03:29:54.023886 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.managers [None req-84fb7383-89d8-4b7f-9848-d28abb8316b4 None None] Bound port: 91e4ba16-e1ba-4928-b70e-43c630f10299, host: dv-cinder-775706-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48bff68c-e483-4cc4-95dd-dcbe15bbe597', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4'}}] {{(pid=94023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 03:29:54.024822 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-84fb7383-89d8-4b7f-9848-d28abb8316b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:54.113407 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.db [None req-84fb7383-89d8-4b7f-9848-d28abb8316b4 None None] For port 91e4ba16-e1ba-4928-b70e-43c630f10299, host dv-cinder-775706-4-iscsi, cleared binding levels {{(pid=94023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 03:29:54.118241 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.db [None req-84fb7383-89d8-4b7f-9848-d28abb8316b4 None None] For port 91e4ba16-e1ba-4928-b70e-43c630f10299, host dv-cinder-775706-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=91e4ba16-e1ba-4928-b70e-43c630f10299,segment=NetworkSegment(48bff68c-e483-4cc4-95dd-dcbe15bbe597),segment_id=48bff68c-e483-4cc4-95dd-dcbe15bbe597)] {{(pid=94023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 03:29:54.129308 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-84fb7383-89d8-4b7f-9848-d28abb8316b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:54.196543 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e63a5c-bf2c-43c2-8cc1-e21d0147ff0a None None] Pushing event updated for resources: {'Port': ['ID=91e4ba16-e1ba-4928-b70e-43c630f10299,revision_number=3']} {{(pid=94023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:29:54.235632 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fb7383-89d8-4b7f-9848-d28abb8316b4 None None] Routers {'53998690-82d4-490c-bff9-52190466ff54'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:29:54.236622 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-84fb7383-89d8-4b7f-9848-d28abb8316b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:29:48Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['53998690-82d4-490c-bff9-52190466ff54'], 'active': True} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:29:54.309611 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Pushing event updated for resources: {'Port': ['ID=f956a431-e81c-4a3f-8879-6f0f6fdadc26,revision_number=3']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:29:54.398235 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4b245608-8d7f-4154-8420-e426992997b9 req-9aa9eb17-1924-41ca-861b-1f7034c03d6f tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] 10.222.0.42 "GET /v2.0/ports?device_id=361f6079-1c20-4c91-baae-12da55383992 HTTP/1.1" status: 200 len: 210 time: 0.2246196 Sep 25 03:29:54.424598 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.db.api [None req-88a4ccc3-08f2-4a1b-8ed3-bd4ccd6b8cfe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94022) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 25 03:29:54.425524 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG oslo_db.api [None req-88a4ccc3-08f2-4a1b-8ed3-bd4ccd6b8cfe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 25 03:29:54.472995 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-ae64c8b9-07ba-4da4-bb97-d6e694bfb789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115c58b0-627f-482a-8970-99d9e7d02c44', 'name': 'tempest-AttachVolumeTestJSON-2029729970-router', 'tenant_id': 'f29dc626f86246fe9738feefd6866b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '711de654-3de8-464b-814b-1fce88f73964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:29:46Z', 'updated_at': '2021-09-25T03:29:49Z', 'revision_number': 3, 'project_id': 'f29dc626f86246fe9738feefd6866b29', 'gw_port': {'id': '711de654-3de8-464b-814b-1fce88f73964', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:23:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '115c58b0-627f-482a-8970-99d9e7d02c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:29:48Z', 'updated_at': '2021-09-25T03:29:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi'}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:29:54.536834 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae64c8b9-07ba-4da4-bb97-d6e694bfb789 None None] Checking router: 115c58b0-627f-482a-8970-99d9e7d02c44 for host: dv-cinder-775706-4-iscsi {{(pid=94022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 03:29:54.537746 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae64c8b9-07ba-4da4-bb97-d6e694bfb789 None None] Updating router 115c58b0-627f-482a-8970-99d9e7d02c44 port 711de654-3de8-464b-814b-1fce88f73964 binding host dv-cinder-775706-4-iscsi {{(pid=94022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 03:29:54.547303 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvr_db [None req-84fb7383-89d8-4b7f-9848-d28abb8316b4 None None] Set router 53998690-82d4-490c-bff9-52190466ff54 gateway port host: dv-cinder-775706-4-iscsi {{(pid=94023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:29:54.594852 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ae64c8b9-07ba-4da4-bb97-d6e694bfb789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:54.621869 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6c8b33d7-c658-4237-8ee6-a54278c52656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:55.204104 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-824695c2-9d1e-4339-9bef-c58416c67224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:55.241699 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.db.db_base_plugin_common [None req-6c8b33d7-c658-4237-8ee6-a54278c52656 admin admin] Allocated IP 172.20.0.1 (04b053c7-110d-4a44-9e11-89395a2b33fc/0072f95d-4fdc-4aac-bdda-8212120e86d9/48b843ae-3cef-4c7a-bd52-91113ebadb92) {{(pid=94020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 03:29:55.292468 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-63ccb715-f5d4-4880-95a2-afc0f9847fa1 None None] Provisioning complete for port f956a431-e81c-4a3f-8879-6f0f6fdadc26 triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:29:55.298636 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-63ccb715-f5d4-4880-95a2-afc0f9847fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:55.366597 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-84fb7383-89d8-4b7f-9848-d28abb8316b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53998690-82d4-490c-bff9-52190466ff54', 'name': 'tempest-ServerRescueNegativeTestJSON-328293240-router', 'tenant_id': 'de34d8eb54e54aada3800c65f70a10d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '91e4ba16-e1ba-4928-b70e-43c630f10299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:29:47Z', 'updated_at': '2021-09-25T03:29:50Z', 'revision_number': 3, 'project_id': 'de34d8eb54e54aada3800c65f70a10d3', 'gw_port': {'id': '91e4ba16-e1ba-4928-b70e-43c630f10299', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d3:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53998690-82d4-490c-bff9-52190466ff54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:29:48Z', 'updated_at': '2021-09-25T03:29:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi'}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:29:55.417717 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device f956a431-e81c-4a3f-8879-6f0f6fdadc26 up at agent ovs-agent-dv-cinder-775706-4-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 03:29:55.676235 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:55.682358 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d8871281-8ecd-4c0d-8296-9c764e3b1aa8 req-c17fcb75-36f0-4c9a-9a99-d8a1e4665b3d tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] 10.222.0.42 "GET /v2.0/ports?device_id=361f6079-1c20-4c91-baae-12da55383992 HTTP/1.1" status: 200 len: 210 time: 0.0891159 Sep 25 03:29:55.708804 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6c8b33d7-c658-4237-8ee6-a54278c52656 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:55.719313 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.db.db_base_plugin_common [None req-824695c2-9d1e-4339-9bef-c58416c67224 admin admin] Allocated IP 172.20.0.1 (ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd/afccf4b9-490d-44a5-98b6-f28191ec0ff2/f2a2da53-47fa-4a2c-be68-c42abf0bac9d) {{(pid=94020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 03:29:55.750768 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fb7383-89d8-4b7f-9848-d28abb8316b4 None None] The sync data for ids ['53998690-82d4-490c-bff9-52190466ff54'] in dv-cinder-775706-4-iscsi is: [{'id': '53998690-82d4-490c-bff9-52190466ff54', 'name': 'tempest-ServerRescueNegativeTestJSON-328293240-router', 'tenant_id': 'de34d8eb54e54aada3800c65f70a10d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '91e4ba16-e1ba-4928-b70e-43c630f10299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:29:47Z', 'updated_at': '2021-09-25T03:29:50Z', 'revision_number': 3, 'project_id': 'de34d8eb54e54aada3800c65f70a10d3', 'gw_port': {'id': '91e4ba16-e1ba-4928-b70e-43c630f10299', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d3:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53998690-82d4-490c-bff9-52190466ff54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:29:48Z', 'updated_at': '2021-09-25T03:29:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi'}] {{(pid=94023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 03:29:55.902383 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6c8b33d7-c658-4237-8ee6-a54278c52656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731880292801'] for port, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:56.053337 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8b33d7-c658-4237-8ee6-a54278c52656 admin admin] Network 04b053c7-110d-4a44-9e11-89395a2b33fc is already hosted by enough agents. {{(pid=94020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 03:29:56.074864 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.base_scheduler [None req-6c8b33d7-c658-4237-8ee6-a54278c52656 admin admin] Resources bound (agent type, host, resource id): {{(pid=94020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:29:56.088367 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8b33d7-c658-4237-8ee6-a54278c52656 admin admin] Received port after_create {{(pid=94020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 03:29:56.089404 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6c8b33d7-c658-4237-8ee6-a54278c52656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3896965'] for router_interface, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:56.220875 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Provisioning complete for port f956a431-e81c-4a3f-8879-6f0f6fdadc26 triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:29:56.222060 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:56.358005 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8b33d7-c658-4237-8ee6-a54278c52656 admin admin] Pushing event updated for resources: {'Port': ['ID=48b843ae-3cef-4c7a-bd52-91113ebadb92,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:29:56.364513 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-824695c2-9d1e-4339-9bef-c58416c67224 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:56.459231 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ae64c8b9-07ba-4da4-bb97-d6e694bfb789 None None] Notify callbacks [] for port, precommit_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:56.499313 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ae64c8b9-07ba-4da4-bb97-d6e694bfb789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:56.594917 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71913e41-b133-41b8-8011-5f6f0d8b7e4c None None] Pushing event updated for resources: {'Port': ['ID=711de654-3de8-464b-814b-1fce88f73964,revision_number=2']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:29:56.697305 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-824695c2-9d1e-4339-9bef-c58416c67224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731880292801'] for port, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:56.725137 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-ae64c8b9-07ba-4da4-bb97-d6e694bfb789 None None] Attempting to bind port 711de654-3de8-464b-814b-1fce88f73964 on host dv-cinder-775706-4-iscsi for vnic_type normal with profile {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 03:29:56.725830 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-ae64c8b9-07ba-4da4-bb97-d6e694bfb789 None None] Attempting to bind port 711de654-3de8-464b-814b-1fce88f73964 by drivers openvswitch,hyperv on host dv-cinder-775706-4-iscsi at level 0 using segments [{'id': '48bff68c-e483-4cc4-95dd-dcbe15bbe597', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4'}] {{(pid=94022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 03:29:56.726850 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae64c8b9-07ba-4da4-bb97-d6e694bfb789 None None] Attempting to bind port 711de654-3de8-464b-814b-1fce88f73964 on network 11c2fcee-3e12-40fc-bbdd-73661221b9b4 {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 03:29:56.740511 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae64c8b9-07ba-4da4-bb97-d6e694bfb789 None None] Checking agent: {'id': '92762cd5-f40e-4e3b-860e-7f1faf1bdbcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 3, 21, 49), 'started_at': datetime.datetime(2021, 9, 25, 3, 22, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 3, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 03:29:56.741661 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae64c8b9-07ba-4da4-bb97-d6e694bfb789 None None] Checking segment: {'id': '48bff68c-e483-4cc4-95dd-dcbe15bbe597', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 03:29:56.744573 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ae64c8b9-07ba-4da4-bb97-d6e694bfb789 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:56.746032 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae64c8b9-07ba-4da4-bb97-d6e694bfb789 None None] Bound using segment: {'id': '48bff68c-e483-4cc4-95dd-dcbe15bbe597', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4'} {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 03:29:56.747811 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-ae64c8b9-07ba-4da4-bb97-d6e694bfb789 None None] Bound port: 711de654-3de8-464b-814b-1fce88f73964, host: dv-cinder-775706-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48bff68c-e483-4cc4-95dd-dcbe15bbe597', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4'}}] {{(pid=94022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 03:29:56.748727 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ae64c8b9-07ba-4da4-bb97-d6e694bfb789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:56.845484 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 48374) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:29:56.909601 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-367055cd-7dd5-4e4b-bc6f-6089a8eea606 req-c2f40259-5d95-4cb2-88f2-90e903b77824 tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] 10.222.0.42 "GET /v2.0/ports?device_id=361f6079-1c20-4c91-baae-12da55383992 HTTP/1.1" status: 200 len: 210 time: 0.0591168 Sep 25 03:29:56.951730 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824695c2-9d1e-4339-9bef-c58416c67224 admin admin] Network ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd is already hosted by enough agents. {{(pid=94020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 03:29:56.971411 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.base_scheduler [None req-824695c2-9d1e-4339-9bef-c58416c67224 admin admin] Resources bound (agent type, host, resource id): {{(pid=94020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:29:56.978458 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-ae64c8b9-07ba-4da4-bb97-d6e694bfb789 None None] For port 711de654-3de8-464b-814b-1fce88f73964, host dv-cinder-775706-4-iscsi, cleared binding levels {{(pid=94022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 03:29:56.993157 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824695c2-9d1e-4339-9bef-c58416c67224 admin admin] Pushing event updated for resources: {'Port': ['ID=f2a2da53-47fa-4a2c-be68-c42abf0bac9d,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:29:57.006485 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824695c2-9d1e-4339-9bef-c58416c67224 admin admin] Received port after_create {{(pid=94020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 03:29:57.007002 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-824695c2-9d1e-4339-9bef-c58416c67224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3896965'] for router_interface, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:57.036435 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-ae64c8b9-07ba-4da4-bb97-d6e694bfb789 None None] For port 711de654-3de8-464b-814b-1fce88f73964, host dv-cinder-775706-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=711de654-3de8-464b-814b-1fce88f73964,segment=NetworkSegment(48bff68c-e483-4cc4-95dd-dcbe15bbe597),segment_id=48bff68c-e483-4cc4-95dd-dcbe15bbe597)] {{(pid=94022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 03:29:57.048610 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ae64c8b9-07ba-4da4-bb97-d6e694bfb789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:57.205496 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae64c8b9-07ba-4da4-bb97-d6e694bfb789 None None] Routers {'115c58b0-627f-482a-8970-99d9e7d02c44'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:29:57.209998 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-ae64c8b9-07ba-4da4-bb97-d6e694bfb789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:29:48Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['115c58b0-627f-482a-8970-99d9e7d02c44'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:29:57.310794 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-824695c2-9d1e-4339-9bef-c58416c67224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:57.341970 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6c8b33d7-c658-4237-8ee6-a54278c52656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:57.454490 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device 91e4ba16-e1ba-4928-b70e-43c630f10299 up at agent ovs-agent-dv-cinder-775706-4-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 03:29:57.532381 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71913e41-b133-41b8-8011-5f6f0d8b7e4c None None] Pushing event updated for resources: {'Port': ['ID=711de654-3de8-464b-814b-1fce88f73964,revision_number=3']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:29:57.635208 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Provisioning complete for port 91e4ba16-e1ba-4928-b70e-43c630f10299 triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:29:57.635602 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:57.703686 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-f76a19a9-d55f-4cad-9419-48da4d23bc1a None None] Provisioning complete for port f2a2da53-47fa-4a2c-be68-c42abf0bac9d triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:29:57.706576 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f76a19a9-d55f-4cad-9419-48da4d23bc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:57.784112 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-f76a19a9-d55f-4cad-9419-48da4d23bc1a None None] Port f2a2da53-47fa-4a2c-be68-c42abf0bac9d cannot update to ACTIVE because it is not bound. {{(pid=94022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 25 03:29:57.824972 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-ae64c8b9-07ba-4da4-bb97-d6e694bfb789 None None] Set router 115c58b0-627f-482a-8970-99d9e7d02c44 gateway port host: dv-cinder-775706-4-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:29:57.889881 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-824695c2-9d1e-4339-9bef-c58416c67224 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:57.907144 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-824695c2-9d1e-4339-9bef-c58416c67224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:57.908102 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-824695c2-9d1e-4339-9bef-c58416c67224 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3623135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3893365'] for router_interface, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:57.975598 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824695c2-9d1e-4339-9bef-c58416c67224 admin admin] Pushing event updated for resources: {'Port': ['ID=f2a2da53-47fa-4a2c-be68-c42abf0bac9d,revision_number=2']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:29:58.104313 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6b20939d-48d2-4ecc-8e66-bfdbe576a61e req-d7b30790-a25b-4171-af33-d441d73fb4b7 tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] 10.222.0.42 "GET /v2.0/ports?device_id=361f6079-1c20-4c91-baae-12da55383992 HTTP/1.1" status: 200 len: 210 time: 0.0995960 Sep 25 03:29:58.246639 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824695c2-9d1e-4339-9bef-c58416c67224 admin admin] Network ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd is already hosted by enough agents. {{(pid=94020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 03:29:58.253254 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.base_scheduler [None req-824695c2-9d1e-4339-9bef-c58416c67224 admin admin] Resources bound (agent type, host, resource id): {{(pid=94020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:29:58.263178 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6c8b33d7-c658-4237-8ee6-a54278c52656 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:58.280053 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6c8b33d7-c658-4237-8ee6-a54278c52656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:58.280870 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6c8b33d7-c658-4237-8ee6-a54278c52656 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3623135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3893365'] for router_interface, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:58.456282 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:58.536547 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] For port 91e4ba16-e1ba-4928-b70e-43c630f10299, host dv-cinder-775706-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=91e4ba16-e1ba-4928-b70e-43c630f10299,segment=NetworkSegment(48bff68c-e483-4cc4-95dd-dcbe15bbe597),segment_id=48bff68c-e483-4cc4-95dd-dcbe15bbe597)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:29:58.612452 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:58.662581 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8b33d7-c658-4237-8ee6-a54278c52656 admin admin] Pushing event updated for resources: {'Port': ['ID=48b843ae-3cef-4c7a-bd52-91113ebadb92,revision_number=2']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:29:58.882561 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Pushing event updated for resources: {'Port': ['ID=91e4ba16-e1ba-4928-b70e-43c630f10299,revision_number=4']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:29:58.963403 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-fadc4de0-c21f-4f49-802f-f909fc719a1b None None] Provisioning complete for port f2a2da53-47fa-4a2c-be68-c42abf0bac9d triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:29:58.964303 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-fadc4de0-c21f-4f49-802f-f909fc719a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:59.050692 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-fadc4de0-c21f-4f49-802f-f909fc719a1b None None] Port f2a2da53-47fa-4a2c-be68-c42abf0bac9d cannot update to ACTIVE because it is not bound. {{(pid=94022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 25 03:29:59.065768 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-ae64c8b9-07ba-4da4-bb97-d6e694bfb789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115c58b0-627f-482a-8970-99d9e7d02c44', 'name': 'tempest-AttachVolumeTestJSON-2029729970-router', 'tenant_id': 'f29dc626f86246fe9738feefd6866b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '711de654-3de8-464b-814b-1fce88f73964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:29:46Z', 'updated_at': '2021-09-25T03:29:57Z', 'revision_number': 4, 'project_id': 'f29dc626f86246fe9738feefd6866b29', 'gw_port': {'id': '711de654-3de8-464b-814b-1fce88f73964', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:23:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '115c58b0-627f-482a-8970-99d9e7d02c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:29:48Z', 'updated_at': '2021-09-25T03:29:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_interfaces': [{'id': 'f2a2da53-47fa-4a2c-be68-c42abf0bac9d', 'name': '', 'network_id': 'ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd', 'tenant_id': 'f29dc626f86246fe9738feefd6866b29', 'mac_address': 'fa:16:3e:94:16:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '115c58b0-627f-482a-8970-99d9e7d02c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'afccf4b9-490d-44a5-98b6-f28191ec0ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:29:55Z', 'updated_at': '2021-09-25T03:29:55Z', 'revision_number': 1, 'project_id': 'f29dc626f86246fe9738feefd6866b29', 'subnets': [{'id': 'afccf4b9-490d-44a5-98b6-f28191ec0ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:29:59.112349 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae64c8b9-07ba-4da4-bb97-d6e694bfb789 None None] The sync data for ids ['115c58b0-627f-482a-8970-99d9e7d02c44'] in dv-cinder-775706-4-iscsi is: [{'id': '115c58b0-627f-482a-8970-99d9e7d02c44', 'name': 'tempest-AttachVolumeTestJSON-2029729970-router', 'tenant_id': 'f29dc626f86246fe9738feefd6866b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '711de654-3de8-464b-814b-1fce88f73964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:29:46Z', 'updated_at': '2021-09-25T03:29:57Z', 'revision_number': 4, 'project_id': 'f29dc626f86246fe9738feefd6866b29', 'gw_port': {'id': '711de654-3de8-464b-814b-1fce88f73964', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:23:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '115c58b0-627f-482a-8970-99d9e7d02c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:29:48Z', 'updated_at': '2021-09-25T03:29:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_interfaces': [{'id': 'f2a2da53-47fa-4a2c-be68-c42abf0bac9d', 'name': '', 'network_id': 'ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd', 'tenant_id': 'f29dc626f86246fe9738feefd6866b29', 'mac_address': 'fa:16:3e:94:16:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '115c58b0-627f-482a-8970-99d9e7d02c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'afccf4b9-490d-44a5-98b6-f28191ec0ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:29:55Z', 'updated_at': '2021-09-25T03:29:55Z', 'revision_number': 1, 'project_id': 'f29dc626f86246fe9738feefd6866b29', 'subnets': [{'id': 'afccf4b9-490d-44a5-98b6-f28191ec0ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 03:29:59.237872 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8b33d7-c658-4237-8ee6-a54278c52656 admin admin] Network 04b053c7-110d-4a44-9e11-89395a2b33fc is already hosted by enough agents. {{(pid=94020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 03:29:59.249895 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.base_scheduler [None req-6c8b33d7-c658-4237-8ee6-a54278c52656 admin admin] Resources bound (agent type, host, resource id): {{(pid=94020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:29:59.262001 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-824695c2-9d1e-4339-9bef-c58416c67224 admin admin] Router 115c58b0-627f-482a-8970-99d9e7d02c44 has already been hosted by L3 agent be170b3f-ec9b-4dfa-8e40-fa1591bf80a9 {{(pid=94020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 03:29:59.286971 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device 91e4ba16-e1ba-4928-b70e-43c630f10299 up at agent ovs-agent-dv-cinder-775706-4-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 03:29:59.430838 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Provisioning complete for port 91e4ba16-e1ba-4928-b70e-43c630f10299 triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:29:59.432226 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:29:59.502348 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-acd7c753-9412-4ffc-989e-c63aad4ce338 req-b1a7b3b7-dd5b-446d-8d67-f5e0160edb33 tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] 10.222.0.42 "GET /v2.0/ports?device_id=361f6079-1c20-4c91-baae-12da55383992 HTTP/1.1" status: 200 len: 210 time: 0.0389125 Sep 25 03:29:59.700392 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c8b33d7-c658-4237-8ee6-a54278c52656 admin admin] Router 53998690-82d4-490c-bff9-52190466ff54 has already been hosted by L3 agent be170b3f-ec9b-4dfa-8e40-fa1591bf80a9 {{(pid=94020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 03:29:59.924694 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.45', 50383) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:30:00.157000 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e42c01e-fdd2-4b5b-82b5-f7049d66f05e req-6235d6cc-3325-46a0-b579-c120606a187b tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:00.157329 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-824695c2-9d1e-4339-9bef-c58416c67224 admin admin] Notify agent at l3_agent.dv-cinder-775706-4-iscsi the message routers_updated {{(pid=94020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 03:30:00.158642 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2e42c01e-fdd2-4b5b-82b5-f7049d66f05e req-6235d6cc-3325-46a0-b579-c120606a187b tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] 10.222.0.45 "GET /v2.0/networks?id=52f21d64-0fe9-4dc2-bccc-4b09f1598d06 HTTP/1.1" status: 200 len: 811 time: 0.2324579 Sep 25 03:30:00.178483 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-824695c2-9d1e-4339-9bef-c58416c67224 admin admin] 10.222.0.42 "PUT /v2.0/routers/115c58b0-627f-482a-8970-99d9e7d02c44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3007205 Sep 25 03:30:00.204477 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 48472) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:30:00.246285 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [req-2e42c01e-fdd2-4b5b-82b5-f7049d66f05e req-42b31e32-87c6-4bc3-bddd-af277d14ddf2 tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] Request body: {'port': {'device_id': '361f6079-1c20-4c91-baae-12da55383992', 'network_id': '52f21d64-0fe9-4dc2-bccc-4b09f1598d06', 'admin_state_up': True, 'tenant_id': '0bb3500e79a0416b9690432c0edd390c'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:30:00.395202 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c8b33d7-c658-4237-8ee6-a54278c52656 admin admin] Notify agent at l3_agent.dv-cinder-775706-4-iscsi the message routers_updated {{(pid=94020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 03:30:00.412584 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99cdc22-1f01-4481-b0fc-95dec64213d1 None None] Sync routers for ids ['53998690-82d4-490c-bff9-52190466ff54'] in dv-cinder-775706-4-iscsi {{(pid=94023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 03:30:00.449536 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-6c8b33d7-c658-4237-8ee6-a54278c52656 admin admin] 10.222.0.42 "PUT /v2.0/routers/53998690-82d4-490c-bff9-52190466ff54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4675181 Sep 25 03:30:00.488848 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99cdc22-1f01-4481-b0fc-95dec64213d1 None None] Routers {'53998690-82d4-490c-bff9-52190466ff54'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:30:00.488848 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-c99cdc22-1f01-4481-b0fc-95dec64213d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:29:48Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['53998690-82d4-490c-bff9-52190466ff54'], 'active': True} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:30:01.004071 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-eec5e7bc-3363-4412-9f1a-951f9a8291d9 req-76622e78-dd73-49f0-8dcf-90a6511123a0 tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] 10.222.0.42 "GET /v2.0/ports?device_id=361f6079-1c20-4c91-baae-12da55383992 HTTP/1.1" status: 200 len: 210 time: 0.1626844 Sep 25 03:30:01.078020 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvr_db [None req-c99cdc22-1f01-4481-b0fc-95dec64213d1 None None] Set router 53998690-82d4-490c-bff9-52190466ff54 gateway port host: dv-cinder-775706-4-iscsi {{(pid=94023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:30:01.189446 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-051ac6b4-197a-4b1c-8cdb-4768d7e36bc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:01.486852 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device 711de654-3de8-464b-814b-1fce88f73964 up at agent ovs-agent-dv-cinder-775706-4-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 03:30:01.564559 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-051ac6b4-197a-4b1c-8cdb-4768d7e36bc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:01.587302 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-051ac6b4-197a-4b1c-8cdb-4768d7e36bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:01.620197 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Provisioning complete for port 711de654-3de8-464b-814b-1fce88f73964 triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:30:01.620861 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:01.715126 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051ac6b4-197a-4b1c-8cdb-4768d7e36bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7aa8336-8824-420b-9add-5af13090017a,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:01.733614 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e42c01e-fdd2-4b5b-82b5-f7049d66f05e req-42b31e32-87c6-4bc3-bddd-af277d14ddf2 tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] Made reservation on behalf of 0bb3500e79a0416b9690432c0edd390c for: {'port': 1} {{(pid=94021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 03:30:01.749679 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-2e42c01e-fdd2-4b5b-82b5-f7049d66f05e req-42b31e32-87c6-4bc3-bddd-af277d14ddf2 tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:01.788020 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-051ac6b4-197a-4b1c-8cdb-4768d7e36bc2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2b3cf52b0d434e918d1a1ee04b18ffab&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5824568 Sep 25 03:30:01.792751 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 48518) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:30:01.926574 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:01.978476 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-eb9250a8-23b4-45c4-80a8-5818c30f0515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:02.017965 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] For port 711de654-3de8-464b-814b-1fce88f73964, host dv-cinder-775706-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=711de654-3de8-464b-814b-1fce88f73964,segment=NetworkSegment(48bff68c-e483-4cc4-95dd-dcbe15bbe597),segment_id=48bff68c-e483-4cc4-95dd-dcbe15bbe597)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:30:02.025107 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-c99cdc22-1f01-4481-b0fc-95dec64213d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53998690-82d4-490c-bff9-52190466ff54', 'name': 'tempest-ServerRescueNegativeTestJSON-328293240-router', 'tenant_id': 'de34d8eb54e54aada3800c65f70a10d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '91e4ba16-e1ba-4928-b70e-43c630f10299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:29:47Z', 'updated_at': '2021-09-25T03:29:56Z', 'revision_number': 4, 'project_id': 'de34d8eb54e54aada3800c65f70a10d3', 'gw_port': {'id': '91e4ba16-e1ba-4928-b70e-43c630f10299', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53998690-82d4-490c-bff9-52190466ff54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:29:48Z', 'updated_at': '2021-09-25T03:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_interfaces': [{'id': '48b843ae-3cef-4c7a-bd52-91113ebadb92', 'name': '', 'network_id': '04b053c7-110d-4a44-9e11-89395a2b33fc', 'tenant_id': 'de34d8eb54e54aada3800c65f70a10d3', 'mac_address': 'fa:16:3e:4a:16:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53998690-82d4-490c-bff9-52190466ff54', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0072f95d-4fdc-4aac-bdda-8212120e86d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:29:54Z', 'updated_at': '2021-09-25T03:29:57Z', 'revision_number': 2, 'project_id': 'de34d8eb54e54aada3800c65f70a10d3', 'subnets': [{'id': '0072f95d-4fdc-4aac-bdda-8212120e86d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:30:02.027058 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:02.116153 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-eb9250a8-23b4-45c4-80a8-5818c30f0515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:02.122382 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99cdc22-1f01-4481-b0fc-95dec64213d1 None None] Checking router: 53998690-82d4-490c-bff9-52190466ff54 for host: dv-cinder-775706-4-iscsi {{(pid=94023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 03:30:02.122828 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99cdc22-1f01-4481-b0fc-95dec64213d1 None None] Updating router 53998690-82d4-490c-bff9-52190466ff54 port 48b843ae-3cef-4c7a-bd52-91113ebadb92 binding host dv-cinder-775706-4-iscsi {{(pid=94023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 03:30:02.256126 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-c99cdc22-1f01-4481-b0fc-95dec64213d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:02.305252 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-eb9250a8-23b4-45c4-80a8-5818c30f0515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:02.310984 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-eb9250a8-23b4-45c4-80a8-5818c30f0515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:02.317795 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-eb9250a8-23b4-45c4-80a8-5818c30f0515 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d7aa8336-8824-420b-9add-5af13090017a HTTP/1.1" status: 204 len: 168 time: 0.5224760 Sep 25 03:30:02.352339 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9250a8-23b4-45c4-80a8-5818c30f0515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7aa8336-8824-420b-9add-5af13090017a,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:02.431621 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Pushing event updated for resources: {'Port': ['ID=711de654-3de8-464b-814b-1fce88f73964,revision_number=4']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:02.442664 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-bcf0da6f-a644-41a5-a43c-e271519db6dd req-682618d5-cf26-49cb-ba8e-fe78c539e3a0 tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] 10.222.0.42 "GET /v2.0/ports?device_id=361f6079-1c20-4c91-baae-12da55383992 HTTP/1.1" status: 200 len: 210 time: 0.1768947 Sep 25 03:30:02.640306 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 48544) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:30:02.762457 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 48554) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:30:02.838337 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.db.db_base_plugin_common [req-2e42c01e-fdd2-4b5b-82b5-f7049d66f05e req-42b31e32-87c6-4bc3-bddd-af277d14ddf2 tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] Allocated IP 172.20.0.5 (52f21d64-0fe9-4dc2-bccc-4b09f1598d06/247a331b-00d1-4535-ab2b-28895d4f0e45/e4d5df79-4e41-4409-86f3-ef4c5c58f9ce) {{(pid=94021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 03:30:03.223373 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 48574) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:30:03.228862 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-ca691c6f-06dd-434a-a02c-0814c24c074f tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1454254809', 'description': 'tempest-description--1744346315'}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:30:03.285327 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-2e42c01e-fdd2-4b5b-82b5-f7049d66f05e req-42b31e32-87c6-4bc3-bddd-af277d14ddf2 tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] Notify callbacks [] for port, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:03.327614 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device 711de654-3de8-464b-814b-1fce88f73964 up at agent ovs-agent-dv-cinder-775706-4-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 03:30:03.375927 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-ca691c6f-06dd-434a-a02c-0814c24c074f tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:03.405992 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-2e42c01e-fdd2-4b5b-82b5-f7049d66f05e req-42b31e32-87c6-4bc3-bddd-af277d14ddf2 tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731880292801'] for port, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:03.457357 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-c99cdc22-1f01-4481-b0fc-95dec64213d1 None None] Notify callbacks [] for port, precommit_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:03.469864 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-c99cdc22-1f01-4481-b0fc-95dec64213d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:03.575339 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Provisioning complete for port 711de654-3de8-464b-814b-1fce88f73964 triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:30:03.575740 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:03.613200 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03daa9c-696d-4bdb-a6c3-aa61598b0e7e None None] Pushing event updated for resources: {'Port': ['ID=48b843ae-3cef-4c7a-bd52-91113ebadb92,revision_number=3']} {{(pid=94023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:03.705562 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b31e32-87c6-4bc3-bddd-af277d14ddf2 tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] Pushing event updated for resources: {'Port': ['ID=e4d5df79-4e41-4409-86f3-ef4c5c58f9ce,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:03.751143 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-fdeaf5aa-5f5e-4e34-b711-a9c90635427b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:03.775868 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e42c01e-fdd2-4b5b-82b5-f7049d66f05e req-42b31e32-87c6-4bc3-bddd-af277d14ddf2 tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] Network 52f21d64-0fe9-4dc2-bccc-4b09f1598d06 is already hosted by enough agents. {{(pid=94021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 03:30:03.778739 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.base_scheduler [req-2e42c01e-fdd2-4b5b-82b5-f7049d66f05e req-42b31e32-87c6-4bc3-bddd-af277d14ddf2 tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] Resources bound (agent type, host, resource id): {{(pid=94021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:30:03.783526 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e42c01e-fdd2-4b5b-82b5-f7049d66f05e req-42b31e32-87c6-4bc3-bddd-af277d14ddf2 tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] Received port after_create {{(pid=94021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 03:30:03.822367 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e42c01e-fdd2-4b5b-82b5-f7049d66f05e req-42b31e32-87c6-4bc3-bddd-af277d14ddf2 tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:03.823526 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-2e42c01e-fdd2-4b5b-82b5-f7049d66f05e req-42b31e32-87c6-4bc3-bddd-af277d14ddf2 tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3625783'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:03.828421 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-0845af0b-298c-49c9-ac27-0bddf1b893c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:03.842384 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.managers [None req-c99cdc22-1f01-4481-b0fc-95dec64213d1 None None] Attempting to bind port 48b843ae-3cef-4c7a-bd52-91113ebadb92 on host dv-cinder-775706-4-iscsi for vnic_type normal with profile {{(pid=94023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 03:30:03.843467 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.managers [None req-c99cdc22-1f01-4481-b0fc-95dec64213d1 None None] Attempting to bind port 48b843ae-3cef-4c7a-bd52-91113ebadb92 by drivers openvswitch,hyperv on host dv-cinder-775706-4-iscsi at level 0 using segments [{'id': '8b908095-492d-4392-bdf1-2ef9f66d1c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '04b053c7-110d-4a44-9e11-89395a2b33fc'}] {{(pid=94023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 03:30:03.845524 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99cdc22-1f01-4481-b0fc-95dec64213d1 None None] Attempting to bind port 48b843ae-3cef-4c7a-bd52-91113ebadb92 on network 04b053c7-110d-4a44-9e11-89395a2b33fc {{(pid=94023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 03:30:03.857578 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99cdc22-1f01-4481-b0fc-95dec64213d1 None None] Checking agent: {'id': '92762cd5-f40e-4e3b-860e-7f1faf1bdbcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 3, 21, 49), 'started_at': datetime.datetime(2021, 9, 25, 3, 22, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 3, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 03:30:03.858408 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99cdc22-1f01-4481-b0fc-95dec64213d1 None None] Checking segment: {'id': '8b908095-492d-4392-bdf1-2ef9f66d1c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '04b053c7-110d-4a44-9e11-89395a2b33fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 03:30:03.859107 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-c99cdc22-1f01-4481-b0fc-95dec64213d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:03.859723 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99cdc22-1f01-4481-b0fc-95dec64213d1 None None] Bound using segment: {'id': '8b908095-492d-4392-bdf1-2ef9f66d1c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '04b053c7-110d-4a44-9e11-89395a2b33fc'} {{(pid=94023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 03:30:03.860452 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.managers [None req-c99cdc22-1f01-4481-b0fc-95dec64213d1 None None] Bound port: 48b843ae-3cef-4c7a-bd52-91113ebadb92, host: dv-cinder-775706-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b908095-492d-4392-bdf1-2ef9f66d1c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '04b053c7-110d-4a44-9e11-89395a2b33fc'}}] {{(pid=94023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 03:30:03.861081 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-c99cdc22-1f01-4481-b0fc-95dec64213d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:03.894487 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bf9fac-2b20-43ae-a9c6-431df27bf52b None None] Sync routers for ids ['115c58b0-627f-482a-8970-99d9e7d02c44'] in dv-cinder-775706-4-iscsi {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 03:30:03.939368 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bf9fac-2b20-43ae-a9c6-431df27bf52b None None] Routers {'115c58b0-627f-482a-8970-99d9e7d02c44'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:30:03.941138 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-11bf9fac-2b20-43ae-a9c6-431df27bf52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:29:48Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['115c58b0-627f-482a-8970-99d9e7d02c44'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:30:03.949055 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.db [None req-c99cdc22-1f01-4481-b0fc-95dec64213d1 None None] For port 48b843ae-3cef-4c7a-bd52-91113ebadb92, host dv-cinder-775706-4-iscsi, cleared binding levels {{(pid=94023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 03:30:03.953466 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.db [None req-c99cdc22-1f01-4481-b0fc-95dec64213d1 None None] For port 48b843ae-3cef-4c7a-bd52-91113ebadb92, host dv-cinder-775706-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=48b843ae-3cef-4c7a-bd52-91113ebadb92,segment=NetworkSegment(8b908095-492d-4392-bdf1-2ef9f66d1c1d),segment_id=8b908095-492d-4392-bdf1-2ef9f66d1c1d)] {{(pid=94023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 03:30:03.962288 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-c99cdc22-1f01-4481-b0fc-95dec64213d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:04.044293 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03daa9c-696d-4bdb-a6c3-aa61598b0e7e None None] Pushing event updated for resources: {'Port': ['ID=48b843ae-3cef-4c7a-bd52-91113ebadb92,revision_number=4']} {{(pid=94023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:04.104452 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-ca691c6f-06dd-434a-a02c-0814c24c074f tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:04.122392 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-ca691c6f-06dd-434a-a02c-0814c24c074f tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:04.136632 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2e42c01e-fdd2-4b5b-82b5-f7049d66f05e req-42b31e32-87c6-4bc3-bddd-af277d14ddf2 tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8997636 Sep 25 03:30:04.142488 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99cdc22-1f01-4481-b0fc-95dec64213d1 None None] Routers {'53998690-82d4-490c-bff9-52190466ff54'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:30:04.143571 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-c99cdc22-1f01-4481-b0fc-95dec64213d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:29:48Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['53998690-82d4-490c-bff9-52190466ff54'], 'active': True} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:30:04.417775 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c63d5f-3c92-4f42-8aa0-ecb75d135732 req-75fefa7d-c20f-41a4-a191-0fdac9273f86 tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:04.425456 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c6c63d5f-3c92-4f42-8aa0-ecb75d135732 req-75fefa7d-c20f-41a4-a191-0fdac9273f86 tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] 10.222.0.42 "GET /v2.0/ports?device_id=361f6079-1c20-4c91-baae-12da55383992 HTTP/1.1" status: 200 len: 931 time: 0.3028157 Sep 25 03:30:04.471067 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca691c6f-06dd-434a-a02c-0814c24c074f tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c699c2a-ea95-4f2c-8172-f4ed6406eab8,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:04.474726 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvr_db [None req-c99cdc22-1f01-4481-b0fc-95dec64213d1 None None] Set router 53998690-82d4-490c-bff9-52190466ff54 gateway port host: dv-cinder-775706-4-iscsi {{(pid=94023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:30:04.531439 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-11bf9fac-2b20-43ae-a9c6-431df27bf52b None None] Set router 115c58b0-627f-482a-8970-99d9e7d02c44 gateway port host: dv-cinder-775706-4-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:30:04.558081 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c6c63d5f-3c92-4f42-8aa0-ecb75d135732 req-1f43f825-3cb9-4fd2-979e-94d4567f6066 tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e99c652-588a-4adf-a920-b5685215d390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238499 Sep 25 03:30:04.615051 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-0845af0b-298c-49c9-ac27-0bddf1b893c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:04.623712 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-0845af0b-298c-49c9-ac27-0bddf1b893c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:04.629611 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 48610) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:30:04.675255 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-41a772eb-823e-4c52-bfd6-e8dbaa252353 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:04.897255 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd7afd-a31d-4def-a084-0b144b3755fc req-a7a78552-7d4d-4850-8e9d-27ea0e9902da tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:04.905857 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b7cd7afd-a31d-4def-a084-0b144b3755fc req-a7a78552-7d4d-4850-8e9d-27ea0e9902da tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/networks?id=04b053c7-110d-4a44-9e11-89395a2b33fc HTTP/1.1" status: 200 len: 818 time: 0.3443627 Sep 25 03:30:04.936395 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-0845af0b-298c-49c9-ac27-0bddf1b893c5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=70e9048e186c46b298db45057c1f388f&name=default HTTP/1.1" status: 200 len: 2975 time: 2.1698041 Sep 25 03:30:04.936395 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-ca691c6f-06dd-434a-a02c-0814c24c074f tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:04.940600 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-ca691c6f-06dd-434a-a02c-0814c24c074f tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.7132671 Sep 25 03:30:04.940600 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 48614) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:30:04.956181 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b7cd7afd-a31d-4def-a084-0b144b3755fc req-498f837e-ee1d-4687-83d9-fd1b6fa6519b tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/quotas/de34d8eb54e54aada3800c65f70a10d3 HTTP/1.1" status: 200 len: 375 time: 0.0489597 Sep 25 03:30:04.958596 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 48616) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:30:04.976248 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-b24dd9f9-e0b5-426a-985c-f2eb7b495526 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Request body: {'security_group_rule': {'security_group_id': '6c699c2a-ea95-4f2c-8172-f4ed6406eab8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:30:05.029375 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-c99cdc22-1f01-4481-b0fc-95dec64213d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53998690-82d4-490c-bff9-52190466ff54', 'name': 'tempest-ServerRescueNegativeTestJSON-328293240-router', 'tenant_id': 'de34d8eb54e54aada3800c65f70a10d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '91e4ba16-e1ba-4928-b70e-43c630f10299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:29:47Z', 'updated_at': '2021-09-25T03:29:56Z', 'revision_number': 4, 'project_id': 'de34d8eb54e54aada3800c65f70a10d3', 'gw_port': {'id': '91e4ba16-e1ba-4928-b70e-43c630f10299', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53998690-82d4-490c-bff9-52190466ff54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:29:48Z', 'updated_at': '2021-09-25T03:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_interfaces': [{'id': '48b843ae-3cef-4c7a-bd52-91113ebadb92', 'name': '', 'network_id': '04b053c7-110d-4a44-9e11-89395a2b33fc', 'tenant_id': 'de34d8eb54e54aada3800c65f70a10d3', 'mac_address': 'fa:16:3e:4a:16:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53998690-82d4-490c-bff9-52190466ff54', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0072f95d-4fdc-4aac-bdda-8212120e86d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:29:54Z', 'updated_at': '2021-09-25T03:30:03Z', 'revision_number': 4, 'project_id': 'de34d8eb54e54aada3800c65f70a10d3', 'subnets': [{'id': '0072f95d-4fdc-4aac-bdda-8212120e86d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:30:05.060376 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-11bf9fac-2b20-43ae-a9c6-431df27bf52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115c58b0-627f-482a-8970-99d9e7d02c44', 'name': 'tempest-AttachVolumeTestJSON-2029729970-router', 'tenant_id': 'f29dc626f86246fe9738feefd6866b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '711de654-3de8-464b-814b-1fce88f73964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:29:46Z', 'updated_at': '2021-09-25T03:29:57Z', 'revision_number': 4, 'project_id': 'f29dc626f86246fe9738feefd6866b29', 'gw_port': {'id': '711de654-3de8-464b-814b-1fce88f73964', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:23:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115c58b0-627f-482a-8970-99d9e7d02c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:29:48Z', 'updated_at': '2021-09-25T03:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_interfaces': [{'id': 'f2a2da53-47fa-4a2c-be68-c42abf0bac9d', 'name': '', 'network_id': 'ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd', 'tenant_id': 'f29dc626f86246fe9738feefd6866b29', 'mac_address': 'fa:16:3e:94:16:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '115c58b0-627f-482a-8970-99d9e7d02c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'afccf4b9-490d-44a5-98b6-f28191ec0ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:29:55Z', 'updated_at': '2021-09-25T03:29:57Z', 'revision_number': 2, 'project_id': 'f29dc626f86246fe9738feefd6866b29', 'subnets': [{'id': 'afccf4b9-490d-44a5-98b6-f28191ec0ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:30:05.103768 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-807c7352-b6b0-4c2e-95e9-d5cbfd06987c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:05.113862 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bf9fac-2b20-43ae-a9c6-431df27bf52b None None] Checking router: 115c58b0-627f-482a-8970-99d9e7d02c44 for host: dv-cinder-775706-4-iscsi {{(pid=94022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 03:30:05.114584 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bf9fac-2b20-43ae-a9c6-431df27bf52b None None] Updating router 115c58b0-627f-482a-8970-99d9e7d02c44 port f2a2da53-47fa-4a2c-be68-c42abf0bac9d binding host dv-cinder-775706-4-iscsi {{(pid=94022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 03:30:05.158753 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99cdc22-1f01-4481-b0fc-95dec64213d1 None None] The sync data for ids ['53998690-82d4-490c-bff9-52190466ff54'] in dv-cinder-775706-4-iscsi is: [{'id': '53998690-82d4-490c-bff9-52190466ff54', 'name': 'tempest-ServerRescueNegativeTestJSON-328293240-router', 'tenant_id': 'de34d8eb54e54aada3800c65f70a10d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '91e4ba16-e1ba-4928-b70e-43c630f10299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:29:47Z', 'updated_at': '2021-09-25T03:29:56Z', 'revision_number': 4, 'project_id': 'de34d8eb54e54aada3800c65f70a10d3', 'gw_port': {'id': '91e4ba16-e1ba-4928-b70e-43c630f10299', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53998690-82d4-490c-bff9-52190466ff54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:29:48Z', 'updated_at': '2021-09-25T03:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_interfaces': [{'id': '48b843ae-3cef-4c7a-bd52-91113ebadb92', 'name': '', 'network_id': '04b053c7-110d-4a44-9e11-89395a2b33fc', 'tenant_id': 'de34d8eb54e54aada3800c65f70a10d3', 'mac_address': 'fa:16:3e:4a:16:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53998690-82d4-490c-bff9-52190466ff54', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0072f95d-4fdc-4aac-bdda-8212120e86d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:29:54Z', 'updated_at': '2021-09-25T03:30:03Z', 'revision_number': 4, 'project_id': 'de34d8eb54e54aada3800c65f70a10d3', 'subnets': [{'id': '0072f95d-4fdc-4aac-bdda-8212120e86d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 03:30:05.169316 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-11bf9fac-2b20-43ae-a9c6-431df27bf52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:05.213721 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0845af0b-298c-49c9-ac27-0bddf1b893c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17fad3b9-c5af-41c5-928f-5520e6c93ccc,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:05.236471 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-807c7352-b6b0-4c2e-95e9-d5cbfd06987c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:05.363138 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b7cd7afd-a31d-4def-a084-0b144b3755fc req-c53ee807-8598-465a-b3fa-30ce538c791a tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=de34d8eb54e54aada3800c65f70a10d3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3793402 Sep 25 03:30:05.517109 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-807c7352-b6b0-4c2e-95e9-d5cbfd06987c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:05.525473 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-807c7352-b6b0-4c2e-95e9-d5cbfd06987c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:05.533399 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-807c7352-b6b0-4c2e-95e9-d5cbfd06987c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/17fad3b9-c5af-41c5-928f-5520e6c93ccc HTTP/1.1" status: 204 len: 168 time: 0.5786891 Sep 25 03:30:05.579929 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807c7352-b6b0-4c2e-95e9-d5cbfd06987c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17fad3b9-c5af-41c5-928f-5520e6c93ccc,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:05.590451 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-fdeaf5aa-5f5e-4e34-b711-a9c90635427b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:05.602880 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-fdeaf5aa-5f5e-4e34-b711-a9c90635427b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:05.674745 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-b24dd9f9-e0b5-426a-985c-f2eb7b495526 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:05.693994 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-fdeaf5aa-5f5e-4e34-b711-a9c90635427b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3251b87e4a4740aba2d40697a3530654&name=default HTTP/1.1" status: 200 len: 2976 time: 3.0520060 Sep 25 03:30:05.695808 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.db.api [None req-41a772eb-823e-4c52-bfd6-e8dbaa252353 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 25 03:30:05.695808 dv-cinder-775706-4-iscsi neutron-server[94020]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 25 03:30:05.695808 dv-cinder-775706-4-iscsi neutron-server[94020]: [parameters: {'project_id_1': '2de7967ddf1a4170b658c03607b84aab', 'expiration_1': datetime.datetime(2021, 9, 25, 3, 29, 45, 56502)}] Sep 25 03:30:05.695808 dv-cinder-775706-4-iscsi neutron-server[94020]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 25 03:30:05.699389 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 48634) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:30:05.699872 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG oslo_db.api [None req-41a772eb-823e-4c52-bfd6-e8dbaa252353 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 25 03:30:05.702271 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeaf5aa-5f5e-4e34-b711-a9c90635427b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1ccdb9-8928-4ed1-96e0-a9a04b83757c,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:05.794190 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [req-b7cd7afd-a31d-4def-a084-0b144b3755fc req-def9f39e-b141-413f-9596-174fd1d31d18 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94021) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 25 03:30:05.795497 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b7cd7afd-a31d-4def-a084-0b144b3755fc req-def9f39e-b141-413f-9596-174fd1d31d18 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1818080 Sep 25 03:30:05.904692 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-11bf9fac-2b20-43ae-a9c6-431df27bf52b None None] Notify callbacks [] for port, precommit_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:05.925601 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-11bf9fac-2b20-43ae-a9c6-431df27bf52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:06.058765 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434fc2f0-1e76-4690-b6a4-56f414fd14b7 None None] Pushing event updated for resources: {'Port': ['ID=f2a2da53-47fa-4a2c-be68-c42abf0bac9d,revision_number=3']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:06.175630 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1414c03f-70c1-4125-bbc3-e353db20031d req-9dbbf39f-8e82-4eec-a55c-d847af8882c6 tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:06.178033 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1414c03f-70c1-4125-bbc3-e353db20031d req-9dbbf39f-8e82-4eec-a55c-d847af8882c6 tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] 10.222.0.42 "GET /v2.0/ports?device_id=361f6079-1c20-4c91-baae-12da55383992 HTTP/1.1" status: 200 len: 931 time: 0.3996537 Sep 25 03:30:06.183492 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-b24dd9f9-e0b5-426a-985c-f2eb7b495526 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:06.201541 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-41a772eb-823e-4c52-bfd6-e8dbaa252353 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:06.215842 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-b24dd9f9-e0b5-426a-985c-f2eb7b495526 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491355'] for security_group_rule, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:06.263642 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-1cd70a34-e285-4482-85d7-afe75e27f7d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:06.293630 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-11bf9fac-2b20-43ae-a9c6-431df27bf52b None None] Attempting to bind port f2a2da53-47fa-4a2c-be68-c42abf0bac9d on host dv-cinder-775706-4-iscsi for vnic_type normal with profile {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 03:30:06.296078 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-11bf9fac-2b20-43ae-a9c6-431df27bf52b None None] Attempting to bind port f2a2da53-47fa-4a2c-be68-c42abf0bac9d by drivers openvswitch,hyperv on host dv-cinder-775706-4-iscsi at level 0 using segments [{'id': 'b18845fd-6154-4686-999a-ae6be2eb8184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd'}] {{(pid=94022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 03:30:06.296580 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bf9fac-2b20-43ae-a9c6-431df27bf52b None None] Attempting to bind port f2a2da53-47fa-4a2c-be68-c42abf0bac9d on network ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 03:30:06.335237 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bf9fac-2b20-43ae-a9c6-431df27bf52b None None] Checking agent: {'id': '92762cd5-f40e-4e3b-860e-7f1faf1bdbcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 3, 21, 49), 'started_at': datetime.datetime(2021, 9, 25, 3, 22, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 3, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 03:30:06.337867 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bf9fac-2b20-43ae-a9c6-431df27bf52b None None] Checking segment: {'id': 'b18845fd-6154-4686-999a-ae6be2eb8184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 03:30:06.340083 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-11bf9fac-2b20-43ae-a9c6-431df27bf52b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:06.341486 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bf9fac-2b20-43ae-a9c6-431df27bf52b None None] Bound using segment: {'id': 'b18845fd-6154-4686-999a-ae6be2eb8184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd'} {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 03:30:06.343437 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-11bf9fac-2b20-43ae-a9c6-431df27bf52b None None] Bound port: f2a2da53-47fa-4a2c-be68-c42abf0bac9d, host: dv-cinder-775706-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b18845fd-6154-4686-999a-ae6be2eb8184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd'}}] {{(pid=94022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 03:30:06.346805 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-11bf9fac-2b20-43ae-a9c6-431df27bf52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:06.348598 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24dd9f9-e0b5-426a-985c-f2eb7b495526 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a5308db-be33-40ae-b955-c635850972a9,revision_number=0']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:06.409158 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b7cd7afd-a31d-4def-a084-0b144b3755fc req-84764c73-2154-499f-8b86-7dd17d74e63f service neutron] 10.222.0.42 "GET /v2.0/networks/04b053c7-110d-4a44-9e11-89395a2b33fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5890546 Sep 25 03:30:06.454909 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [req-2e42c01e-fdd2-4b5b-82b5-f7049d66f05e req-0c22714e-ae0c-444a-8a72-b30ef7997b01 tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94021) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 25 03:30:06.459853 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2e42c01e-fdd2-4b5b-82b5-f7049d66f05e req-0c22714e-ae0c-444a-8a72-b30ef7997b01 tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0403178 Sep 25 03:30:06.465427 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-1cd70a34-e285-4482-85d7-afe75e27f7d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:06.543471 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-41a772eb-823e-4c52-bfd6-e8dbaa252353 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:06.555312 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-41a772eb-823e-4c52-bfd6-e8dbaa252353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:06.576075 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1414c03f-70c1-4125-bbc3-e353db20031d req-930da174-585a-43ed-a382-cb060118abdb tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e99c652-588a-4adf-a920-b5685215d390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3704143 Sep 25 03:30:06.607320 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-b24dd9f9-e0b5-426a-985c-f2eb7b495526 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:06.609477 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-b24dd9f9-e0b5-426a-985c-f2eb7b495526 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6488943 Sep 25 03:30:06.613274 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 48648) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:30:06.638679 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-8d8fcc2c-5a2a-4807-ad0d-4b2ffce1b2a9 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Request body: {'security_group_rule': {'security_group_id': '6c699c2a-ea95-4f2c-8172-f4ed6406eab8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:30:06.667477 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-41a772eb-823e-4c52-bfd6-e8dbaa252353 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2de7967ddf1a4170b658c03607b84aab&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0320480 Sep 25 03:30:06.692601 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a772eb-823e-4c52-bfd6-e8dbaa252353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9111913-d0f6-4fba-a1ee-7b84d67f423a,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:06.698030 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 48650) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:30:06.716322 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 48652) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:30:06.721173 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-11bf9fac-2b20-43ae-a9c6-431df27bf52b None None] For port f2a2da53-47fa-4a2c-be68-c42abf0bac9d, host dv-cinder-775706-4-iscsi, cleared binding levels {{(pid=94022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 03:30:06.726372 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-11bf9fac-2b20-43ae-a9c6-431df27bf52b None None] For port f2a2da53-47fa-4a2c-be68-c42abf0bac9d, host dv-cinder-775706-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=f2a2da53-47fa-4a2c-be68-c42abf0bac9d,segment=NetworkSegment(b18845fd-6154-4686-999a-ae6be2eb8184),segment_id=b18845fd-6154-4686-999a-ae6be2eb8184)] {{(pid=94022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 03:30:06.732121 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-95a304f0-3a14-42a2-837e-f3fb82b051d8 None None] Provisioning complete for port f2a2da53-47fa-4a2c-be68-c42abf0bac9d triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:30:06.732121 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-95a304f0-3a14-42a2-837e-f3fb82b051d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:06.780511 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-7ded1d03-64b2-4cf3-a7f3-09d47dfaa6be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:06.800982 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8d8fcc2c-5a2a-4807-ad0d-4b2ffce1b2a9 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:06.814186 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-11bf9fac-2b20-43ae-a9c6-431df27bf52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:07.011098 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-7ded1d03-64b2-4cf3-a7f3-09d47dfaa6be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:07.016455 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-1cd70a34-e285-4482-85d7-afe75e27f7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:07.019687 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-1cd70a34-e285-4482-85d7-afe75e27f7d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:07.027499 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8d8fcc2c-5a2a-4807-ad0d-4b2ffce1b2a9 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:07.028277 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-1cd70a34-e285-4482-85d7-afe75e27f7d5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2d1ccdb9-8928-4ed1-96e0-a9a04b83757c HTTP/1.1" status: 204 len: 168 time: 1.3239648 Sep 25 03:30:07.034451 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8d8fcc2c-5a2a-4807-ad0d-4b2ffce1b2a9 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491355'] for security_group_rule, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:07.060827 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-7ded1d03-64b2-4cf3-a7f3-09d47dfaa6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:07.077539 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434fc2f0-1e76-4690-b6a4-56f414fd14b7 None None] Pushing event updated for resources: {'Port': ['ID=f2a2da53-47fa-4a2c-be68-c42abf0bac9d,revision_number=4']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:07.096207 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8fcc2c-5a2a-4807-ad0d-4b2ffce1b2a9 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c31dfd8-4d94-44f9-9a57-2ba0c00d7fce,revision_number=0']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:07.131402 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8d8fcc2c-5a2a-4807-ad0d-4b2ffce1b2a9 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:07.135073 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-8d8fcc2c-5a2a-4807-ad0d-4b2ffce1b2a9 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5195994 Sep 25 03:30:07.138692 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 48658) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:30:07.152187 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-b2b3ef29-318d-48c3-94d3-999863685070 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Request body: {'floatingip': {'floating_network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4'}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:30:07.171280 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bf9fac-2b20-43ae-a9c6-431df27bf52b None None] Routers {'115c58b0-627f-482a-8970-99d9e7d02c44'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:30:07.172052 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-11bf9fac-2b20-43ae-a9c6-431df27bf52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:29:48Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['115c58b0-627f-482a-8970-99d9e7d02c44'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:30:07.238128 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b2b3ef29-318d-48c3-94d3-999863685070 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks [] for floatingip, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:07.335159 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-7ded1d03-64b2-4cf3-a7f3-09d47dfaa6be admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9ed123ef59f5480186e40f73baaba0f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5830226 Sep 25 03:30:07.355941 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b7cd7afd-a31d-4def-a084-0b144b3755fc req-11e8a3e5-bd16-4feb-b8ef-9374ac5b0865 service neutron] 10.222.0.42 "GET /v2.0/networks/04b053c7-110d-4a44-9e11-89395a2b33fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9398108 Sep 25 03:30:07.356979 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-95a304f0-3a14-42a2-837e-f3fb82b051d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:07.358774 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 48662) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:30:07.363337 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd70a34-e285-4482-85d7-afe75e27f7d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1ccdb9-8928-4ed1-96e0-a9a04b83757c,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:07.506512 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ded1d03-64b2-4cf3-a7f3-09d47dfaa6be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e7ac254-11ef-4bc0-9375-76409977b3bc,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:07.611124 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-be5e686a-7096-4608-ab4c-07dee1c60704 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:07.707553 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-95a304f0-3a14-42a2-837e-f3fb82b051d8 None None] For port f2a2da53-47fa-4a2c-be68-c42abf0bac9d, host dv-cinder-775706-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=f2a2da53-47fa-4a2c-be68-c42abf0bac9d,segment=NetworkSegment(b18845fd-6154-4686-999a-ae6be2eb8184),segment_id=b18845fd-6154-4686-999a-ae6be2eb8184)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:30:07.762164 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-95a304f0-3a14-42a2-837e-f3fb82b051d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:07.846204 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-be5e686a-7096-4608-ab4c-07dee1c60704 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:08.108494 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-4cf606d0-d412-4f90-b44c-3ce982c85c2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:08.122230 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-be5e686a-7096-4608-ab4c-07dee1c60704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:08.127784 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-be5e686a-7096-4608-ab4c-07dee1c60704 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:08.130512 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-be5e686a-7096-4608-ab4c-07dee1c60704 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f9111913-d0f6-4fba-a1ee-7b84d67f423a HTTP/1.1" status: 204 len: 168 time: 1.3766429 Sep 25 03:30:08.385519 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b2b3ef29-318d-48c3-94d3-999863685070 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:08.401940 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16baf16a-4907-4bb7-a968-9038a559d71c req-f88b9def-6525-49b6-8073-6091dbad0e6a tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:08.404744 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-16baf16a-4907-4bb7-a968-9038a559d71c req-f88b9def-6525-49b6-8073-6091dbad0e6a tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] 10.222.0.42 "GET /v2.0/ports?device_id=361f6079-1c20-4c91-baae-12da55383992 HTTP/1.1" status: 200 len: 931 time: 0.3842764 Sep 25 03:30:08.406654 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5e686a-7096-4608-ab4c-07dee1c60704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9111913-d0f6-4fba-a1ee-7b84d67f423a,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:08.413801 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3a67629e-f937-42dd-a9b8-a59c3653f073 req-abab91a6-3049-46c0-95c1-ae234aa6f513 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f576e48-52f6-4140-b5d4-183d14373bb8 HTTP/1.1" status: 200 len: 210 time: 0.2421591 Sep 25 03:30:08.588254 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device 48b843ae-3cef-4c7a-bd52-91113ebadb92 up at agent ovs-agent-dv-cinder-775706-4-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 03:30:08.690596 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-4cf606d0-d412-4f90-b44c-3ce982c85c2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:08.814798 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.db.db_base_plugin_common [None req-b2b3ef29-318d-48c3-94d3-999863685070 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Allocated IP 172.27.1.69 (11c2fcee-3e12-40fc-bbdd-73661221b9b4/9bf1e901-4101-4c8d-9b58-09aedeb11d2a/b7e973b6-09b3-4e16-9292-ef860d9d8731) {{(pid=94020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 03:30:09.010151 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-4cf606d0-d412-4f90-b44c-3ce982c85c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:09.014818 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-4cf606d0-d412-4f90-b44c-3ce982c85c2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:09.017044 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-4cf606d0-d412-4f90-b44c-3ce982c85c2b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0e7ac254-11ef-4bc0-9375-76409977b3bc HTTP/1.1" status: 204 len: 168 time: 1.6228554 Sep 25 03:30:09.077227 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-16baf16a-4907-4bb7-a968-9038a559d71c req-4de7ea89-fb55-4b63-a5bc-e057638ed377 tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e99c652-588a-4adf-a920-b5685215d390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5587409 Sep 25 03:30:09.115420 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf606d0-d412-4f90-b44c-3ce982c85c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e7ac254-11ef-4bc0-9375-76409977b3bc,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:09.217588 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-07283900-edcd-4c80-9bca-0305b4eb5f73 None None] Provisioning complete for port f2a2da53-47fa-4a2c-be68-c42abf0bac9d triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:30:09.219424 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-07283900-edcd-4c80-9bca-0305b4eb5f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:09.272481 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b2b3ef29-318d-48c3-94d3-999863685070 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks [] for port, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:09.298365 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a304f0-3a14-42a2-837e-f3fb82b051d8 None None] Pushing event updated for resources: {'Port': ['ID=f2a2da53-47fa-4a2c-be68-c42abf0bac9d,revision_number=5']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:09.357258 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [req-2e42c01e-fdd2-4b5b-82b5-f7049d66f05e req-bb837fa7-4b6e-488b-a64e-065f3f569c35 service neutron] Request body: {'port': {'device_id': '361f6079-1c20-4c91-baae-12da55383992', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:30:09.403140 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-11bf9fac-2b20-43ae-a9c6-431df27bf52b None None] Set router 115c58b0-627f-482a-8970-99d9e7d02c44 gateway port host: dv-cinder-775706-4-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:30:09.436263 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b2b3ef29-318d-48c3-94d3-999863685070 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731880292801'] for port, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:09.486216 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b3ef29-318d-48c3-94d3-999863685070 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Network 11c2fcee-3e12-40fc-bbdd-73661221b9b4 is already hosted by enough agents. {{(pid=94020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 03:30:09.561486 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.base_scheduler [None req-b2b3ef29-318d-48c3-94d3-999863685070 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Resources bound (agent type, host, resource id): {{(pid=94020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:30:09.574922 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b3ef29-318d-48c3-94d3-999863685070 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Received port after_create {{(pid=94020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 03:30:09.773096 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b3ef29-318d-48c3-94d3-999863685070 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Pushing event updated for resources: {'Port': ['ID=b7e973b6-09b3-4e16-9292-ef860d9d8731,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:10.004544 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b2b3ef29-318d-48c3-94d3-999863685070 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:10.127267 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b2b3ef29-318d-48c3-94d3-999863685070 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:10.337478 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-2e42c01e-fdd2-4b5b-82b5-f7049d66f05e req-bb837fa7-4b6e-488b-a64e-065f3f569c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:10.633515 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f924da1-f71c-4210-943c-036618563682 req-1055a466-d93f-49d3-bffb-6aa77c5540c4 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:10.644292 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9f924da1-f71c-4210-943c-036618563682 req-1055a466-d93f-49d3-bffb-6aa77c5540c4 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/networks?id=04b053c7-110d-4a44-9e11-89395a2b33fc HTTP/1.1" status: 200 len: 818 time: 1.2497098 Sep 25 03:30:10.783657 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b2b3ef29-318d-48c3-94d3-999863685070 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:10.795552 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b2b3ef29-318d-48c3-94d3-999863685070 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:10.920938 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b2b3ef29-318d-48c3-94d3-999863685070 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3896858'] for floatingip, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:10.942494 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Provisioning complete for port 48b843ae-3cef-4c7a-bd52-91113ebadb92 triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:30:10.946733 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:11.007654 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b2b3ef29-318d-48c3-94d3-999863685070 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950'] for floatingip, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:11.029586 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-b2b3ef29-318d-48c3-94d3-999863685070 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8855641 Sep 25 03:30:11.051209 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b3ef29-318d-48c3-94d3-999863685070 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Pushing event updated for resources: {'Port': ['ID=b7e973b6-09b3-4e16-9292-ef860d9d8731,revision_number=2']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:11.081621 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 48786) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:30:11.110110 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d4154df9-e469-45e3-b546-594439578c94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:11.111166 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c751be-9615-4dbf-ae25-47d992047faf req-702f2500-457e-467d-ac1e-a50a853b0130 tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:11.151183 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d1c751be-9615-4dbf-ae25-47d992047faf req-702f2500-457e-467d-ac1e-a50a853b0130 tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] 10.222.0.42 "GET /v2.0/ports?device_id=361f6079-1c20-4c91-baae-12da55383992 HTTP/1.1" status: 200 len: 931 time: 0.8240862 Sep 25 03:30:11.155963 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9f924da1-f71c-4210-943c-036618563682 req-1ad18d5b-b0c9-4279-a16d-ed26daa0f94f tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/quotas/de34d8eb54e54aada3800c65f70a10d3 HTTP/1.1" status: 200 len: 375 time: 0.5086896 Sep 25 03:30:11.477697 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d4154df9-e469-45e3-b546-594439578c94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:11.489887 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d4154df9-e469-45e3-b546-594439578c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:11.637371 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-d4154df9-e469-45e3-b546-594439578c94 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5b3af1b790ed4c64b693f19d74cb51bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5535834 Sep 25 03:30:11.677798 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 48796) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:30:11.756163 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d1c751be-9615-4dbf-ae25-47d992047faf req-8c50a3cc-2c46-4c4b-be8f-882dfdb1835c tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e99c652-588a-4adf-a920-b5685215d390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5826349 Sep 25 03:30:11.828323 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4154df9-e469-45e3-b546-594439578c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02c8e8b8-7803-46ed-a115-85319e8a7712,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:12.029371 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-3b41f81f-66e4-4615-b1dd-7dbaa5b8f250 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:12.061601 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-11bf9fac-2b20-43ae-a9c6-431df27bf52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115c58b0-627f-482a-8970-99d9e7d02c44', 'name': 'tempest-AttachVolumeTestJSON-2029729970-router', 'tenant_id': 'f29dc626f86246fe9738feefd6866b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '711de654-3de8-464b-814b-1fce88f73964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:29:46Z', 'updated_at': '2021-09-25T03:29:57Z', 'revision_number': 4, 'project_id': 'f29dc626f86246fe9738feefd6866b29', 'gw_port': {'id': '711de654-3de8-464b-814b-1fce88f73964', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:23:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115c58b0-627f-482a-8970-99d9e7d02c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:29:48Z', 'updated_at': '2021-09-25T03:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_interfaces': [{'id': 'f2a2da53-47fa-4a2c-be68-c42abf0bac9d', 'name': '', 'network_id': 'ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd', 'tenant_id': 'f29dc626f86246fe9738feefd6866b29', 'mac_address': 'fa:16:3e:94:16:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '115c58b0-627f-482a-8970-99d9e7d02c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'afccf4b9-490d-44a5-98b6-f28191ec0ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:29:55Z', 'updated_at': '2021-09-25T03:30:06Z', 'revision_number': 4, 'project_id': 'f29dc626f86246fe9738feefd6866b29', 'subnets': [{'id': 'afccf4b9-490d-44a5-98b6-f28191ec0ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:30:12.182143 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-3b41f81f-66e4-4615-b1dd-7dbaa5b8f250 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:12.217397 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9f924da1-f71c-4210-943c-036618563682 req-bd7dc131-0ccd-4818-9ddd-c7f09c40fdb5 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=de34d8eb54e54aada3800c65f70a10d3&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0508957 Sep 25 03:30:12.635491 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-3b41f81f-66e4-4615-b1dd-7dbaa5b8f250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:12.639464 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-3b41f81f-66e4-4615-b1dd-7dbaa5b8f250 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:12.653934 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-3b41f81f-66e4-4615-b1dd-7dbaa5b8f250 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/02c8e8b8-7803-46ed-a115-85319e8a7712 HTTP/1.1" status: 204 len: 168 time: 0.9743929 Sep 25 03:30:12.709083 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41f81f-66e4-4615-b1dd-7dbaa5b8f250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c8e8b8-7803-46ed-a115-85319e8a7712,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:12.805589 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bf9fac-2b20-43ae-a9c6-431df27bf52b None None] The sync data for ids ['115c58b0-627f-482a-8970-99d9e7d02c44'] in dv-cinder-775706-4-iscsi is: [{'id': '115c58b0-627f-482a-8970-99d9e7d02c44', 'name': 'tempest-AttachVolumeTestJSON-2029729970-router', 'tenant_id': 'f29dc626f86246fe9738feefd6866b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '711de654-3de8-464b-814b-1fce88f73964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:29:46Z', 'updated_at': '2021-09-25T03:29:57Z', 'revision_number': 4, 'project_id': 'f29dc626f86246fe9738feefd6866b29', 'gw_port': {'id': '711de654-3de8-464b-814b-1fce88f73964', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:23:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115c58b0-627f-482a-8970-99d9e7d02c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:29:48Z', 'updated_at': '2021-09-25T03:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_interfaces': [{'id': 'f2a2da53-47fa-4a2c-be68-c42abf0bac9d', 'name': '', 'network_id': 'ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd', 'tenant_id': 'f29dc626f86246fe9738feefd6866b29', 'mac_address': 'fa:16:3e:94:16:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '115c58b0-627f-482a-8970-99d9e7d02c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'afccf4b9-490d-44a5-98b6-f28191ec0ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:29:55Z', 'updated_at': '2021-09-25T03:30:06Z', 'revision_number': 4, 'project_id': 'f29dc626f86246fe9738feefd6866b29', 'subnets': [{'id': 'afccf4b9-490d-44a5-98b6-f28191ec0ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 03:30:12.817480 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:12.982695 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] For port 48b843ae-3cef-4c7a-bd52-91113ebadb92, host dv-cinder-775706-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=48b843ae-3cef-4c7a-bd52-91113ebadb92,segment=NetworkSegment(8b908095-492d-4392-bdf1-2ef9f66d1c1d),segment_id=8b908095-492d-4392-bdf1-2ef9f66d1c1d)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:30:12.997571 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:12.999556 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device f2a2da53-47fa-4a2c-be68-c42abf0bac9d up at agent ovs-agent-dv-cinder-775706-4-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 03:30:13.626956 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.45', 50399) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:30:13.899277 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Pushing event updated for resources: {'Port': ['ID=48b843ae-3cef-4c7a-bd52-91113ebadb92,revision_number=5']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:13.990966 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Provisioning complete for port f2a2da53-47fa-4a2c-be68-c42abf0bac9d triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:30:13.995598 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:14.205196 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd7afd-a31d-4def-a084-0b144b3755fc req-6001a0df-7d8e-48be-aee6-76ffd90bd354 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:14.207556 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-b7cd7afd-a31d-4def-a084-0b144b3755fc req-6001a0df-7d8e-48be-aee6-76ffd90bd354 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.45 "GET /v2.0/networks?id=04b053c7-110d-4a44-9e11-89395a2b33fc HTTP/1.1" status: 200 len: 818 time: 0.5733960 Sep 25 03:30:14.238010 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [req-b7cd7afd-a31d-4def-a084-0b144b3755fc req-c4b6dfb8-80e5-4139-b2b4-6f79d11fb848 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Request body: {'port': {'device_id': '9f576e48-52f6-4140-b5d4-183d14373bb8', 'network_id': '04b053c7-110d-4a44-9e11-89395a2b33fc', 'admin_state_up': True, 'tenant_id': 'de34d8eb54e54aada3800c65f70a10d3'}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:30:14.530772 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9f924da1-f71c-4210-943c-036618563682 req-1366deb5-a369-44fc-8a38-c73770cf4467 service neutron] 10.222.0.42 "GET /v2.0/networks/04b053c7-110d-4a44-9e11-89395a2b33fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.2764423 Sep 25 03:30:14.584442 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9b99aca3-cecc-4809-bfb2-dd34abda1160 req-445bad66-e3ab-437f-a844-eadbceacf6ee tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1454254809&fields=id&tenant_id=f29dc626f86246fe9738feefd6866b29 HTTP/1.1" status: 200 len: 267 time: 1.5806797 Sep 25 03:30:14.819905 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7cd7afd-a31d-4def-a084-0b144b3755fc req-c4b6dfb8-80e5-4139-b2b4-6f79d11fb848 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Made reservation on behalf of de34d8eb54e54aada3800c65f70a10d3 for: {'port': 1} {{(pid=94020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 03:30:14.824909 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-b7cd7afd-a31d-4def-a084-0b144b3755fc req-c4b6dfb8-80e5-4139-b2b4-6f79d11fb848 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:15.282724 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device 48b843ae-3cef-4c7a-bd52-91113ebadb92 up at agent ovs-agent-dv-cinder-775706-4-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 03:30:15.411132 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [req-2e42c01e-fdd2-4b5b-82b5-f7049d66f05e req-bb837fa7-4b6e-488b-a64e-065f3f569c35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4d5df79-4e41-4409-86f3-ef4c5c58f9ce {{(pid=94021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 03:30:15.467852 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-2e42c01e-fdd2-4b5b-82b5-f7049d66f05e req-bb837fa7-4b6e-488b-a64e-065f3f569c35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:15.483748 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-19dee54c-278d-4920-8ede-a19d6ef824a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:15.533677 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Provisioning complete for port 48b843ae-3cef-4c7a-bd52-91113ebadb92 triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:30:15.534169 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:15.810428 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device f2a2da53-47fa-4a2c-be68-c42abf0bac9d up at agent ovs-agent-dv-cinder-775706-4-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 03:30:15.913414 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.db.db_base_plugin_common [req-b7cd7afd-a31d-4def-a084-0b144b3755fc req-c4b6dfb8-80e5-4139-b2b4-6f79d11fb848 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Allocated IP 172.20.0.7 (04b053c7-110d-4a44-9e11-89395a2b33fc/0072f95d-4fdc-4aac-bdda-8212120e86d9/eabedb0a-c09f-4603-9fcc-8e6dbc74f7ec) {{(pid=94020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 03:30:16.134957 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Provisioning complete for port f2a2da53-47fa-4a2c-be68-c42abf0bac9d triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:30:16.135541 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:16.239716 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.db.provisioning_blocks [req-2e42c01e-fdd2-4b5b-82b5-f7049d66f05e req-bb837fa7-4b6e-488b-a64e-065f3f569c35 service neutron] Transition to ACTIVE for port object e4d5df79-4e41-4409-86f3-ef4c5c58f9ce will not be triggered until provisioned by entity L2. {{(pid=94021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 25 03:30:16.306427 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9f924da1-f71c-4210-943c-036618563682 req-ef2929a8-1b6d-47e3-a885-0f5184d9debc service neutron] 10.222.0.42 "GET /v2.0/networks/04b053c7-110d-4a44-9e11-89395a2b33fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5963376 Sep 25 03:30:16.322523 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-2e42c01e-fdd2-4b5b-82b5-f7049d66f05e req-bb837fa7-4b6e-488b-a64e-065f3f569c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:16.546304 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-12453c79-04f6-431c-ac7a-1da34be194f8 None None] Agent healthcheck: found 6 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 03:30:16.799888 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b99aca3-cecc-4809-bfb2-dd34abda1160 req-ae39cb42-aec8-4a48-aeb3-ebf06f3813bc tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:16.804003 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9b99aca3-cecc-4809-bfb2-dd34abda1160 req-ae39cb42-aec8-4a48-aeb3-ebf06f3813bc tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/networks?id=ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd HTTP/1.1" status: 200 len: 811 time: 1.7027423 Sep 25 03:30:16.866493 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 48892) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:30:16.993218 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-b7cd7afd-a31d-4def-a084-0b144b3755fc req-c4b6dfb8-80e5-4139-b2b4-6f79d11fb848 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Notify callbacks [] for port, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:17.039459 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb837fa7-4b6e-488b-a64e-065f3f569c35 service neutron] Pushing event updated for resources: {'Port': ['ID=e4d5df79-4e41-4409-86f3-ef4c5c58f9ce,revision_number=2']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:17.094939 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9b99aca3-cecc-4809-bfb2-dd34abda1160 req-a2a5bf1f-27e9-44c3-9dfd-ae98bcb11aa3 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/quotas/f29dc626f86246fe9738feefd6866b29 HTTP/1.1" status: 200 len: 375 time: 0.0763164 Sep 25 03:30:17.097286 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-b7cd7afd-a31d-4def-a084-0b144b3755fc req-c4b6dfb8-80e5-4139-b2b4-6f79d11fb848 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731880292801'] for port, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:17.164702 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-2e42c01e-fdd2-4b5b-82b5-f7049d66f05e req-bb837fa7-4b6e-488b-a64e-065f3f569c35 service neutron] Attempting to bind port e4d5df79-4e41-4409-86f3-ef4c5c58f9ce on host hv-cinder-77570 for vnic_type normal with profile {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 03:30:17.164702 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-2e42c01e-fdd2-4b5b-82b5-f7049d66f05e req-bb837fa7-4b6e-488b-a64e-065f3f569c35 service neutron] Attempting to bind port e4d5df79-4e41-4409-86f3-ef4c5c58f9ce by drivers openvswitch,hyperv on host hv-cinder-77570 at level 0 using segments [{'id': 'd1107519-a3a7-4439-84b4-faab5f0b4168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '52f21d64-0fe9-4dc2-bccc-4b09f1598d06'}] {{(pid=94021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 03:30:17.164702 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e42c01e-fdd2-4b5b-82b5-f7049d66f05e req-bb837fa7-4b6e-488b-a64e-065f3f569c35 service neutron] Attempting to bind port e4d5df79-4e41-4409-86f3-ef4c5c58f9ce on network 52f21d64-0fe9-4dc2-bccc-4b09f1598d06 {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 03:30:17.300764 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e42c01e-fdd2-4b5b-82b5-f7049d66f05e req-bb837fa7-4b6e-488b-a64e-065f3f569c35 service neutron] Port e4d5df79-4e41-4409-86f3-ef4c5c58f9ce on network 52f21d64-0fe9-4dc2-bccc-4b09f1598d06 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77570 {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 25 03:30:17.301762 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e42c01e-fdd2-4b5b-82b5-f7049d66f05e req-bb837fa7-4b6e-488b-a64e-065f3f569c35 service neutron] Attempting to bind port e4d5df79-4e41-4409-86f3-ef4c5c58f9ce on network 52f21d64-0fe9-4dc2-bccc-4b09f1598d06 {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 03:30:17.336568 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b6dfb8-80e5-4139-b2b4-6f79d11fb848 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Pushing event updated for resources: {'Port': ['ID=eabedb0a-c09f-4603-9fcc-8e6dbc74f7ec,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:17.362338 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7cd7afd-a31d-4def-a084-0b144b3755fc req-c4b6dfb8-80e5-4139-b2b4-6f79d11fb848 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Network 04b053c7-110d-4a44-9e11-89395a2b33fc is already hosted by enough agents. {{(pid=94020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 03:30:17.365378 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.base_scheduler [req-b7cd7afd-a31d-4def-a084-0b144b3755fc req-c4b6dfb8-80e5-4139-b2b4-6f79d11fb848 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Resources bound (agent type, host, resource id): {{(pid=94020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:30:17.372324 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7cd7afd-a31d-4def-a084-0b144b3755fc req-c4b6dfb8-80e5-4139-b2b4-6f79d11fb848 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Received port after_create {{(pid=94020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 03:30:17.387963 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e42c01e-fdd2-4b5b-82b5-f7049d66f05e req-bb837fa7-4b6e-488b-a64e-065f3f569c35 service neutron] Checking agent: {'id': '508f5817-0468-490c-b4b9-d8db88d5fd84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 3, 27, 55), 'started_at': datetime.datetime(2021, 9, 25, 3, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 3, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 03:30:17.401067 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e42c01e-fdd2-4b5b-82b5-f7049d66f05e req-bb837fa7-4b6e-488b-a64e-065f3f569c35 service neutron] Checking segment: {'id': 'd1107519-a3a7-4439-84b4-faab5f0b4168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '52f21d64-0fe9-4dc2-bccc-4b09f1598d06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 03:30:17.402467 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd7afd-a31d-4def-a084-0b144b3755fc req-c4b6dfb8-80e5-4139-b2b4-6f79d11fb848 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:17.403116 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-b7cd7afd-a31d-4def-a084-0b144b3755fc req-c4b6dfb8-80e5-4139-b2b4-6f79d11fb848 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3625783'] for port, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:17.406406 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e42c01e-fdd2-4b5b-82b5-f7049d66f05e req-bb837fa7-4b6e-488b-a64e-065f3f569c35 service neutron] Bound using segment: {'id': 'd1107519-a3a7-4439-84b4-faab5f0b4168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '52f21d64-0fe9-4dc2-bccc-4b09f1598d06'} {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 03:30:17.407222 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-2e42c01e-fdd2-4b5b-82b5-f7049d66f05e req-bb837fa7-4b6e-488b-a64e-065f3f569c35 service neutron] Bound port: e4d5df79-4e41-4409-86f3-ef4c5c58f9ce, host: hv-cinder-77570, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1107519-a3a7-4439-84b4-faab5f0b4168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '52f21d64-0fe9-4dc2-bccc-4b09f1598d06'}}] {{(pid=94021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 03:30:17.412445 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-2e42c01e-fdd2-4b5b-82b5-f7049d66f05e req-bb837fa7-4b6e-488b-a64e-065f3f569c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:17.465696 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-b7cd7afd-a31d-4def-a084-0b144b3755fc req-c4b6dfb8-80e5-4139-b2b4-6f79d11fb848 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2395508 Sep 25 03:30:17.537315 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [req-b7cd7afd-a31d-4def-a084-0b144b3755fc req-560d9fec-b80f-47bd-8258-e332e08d59ca service neutron] Request body: {'port': {'device_id': '9f576e48-52f6-4140-b5d4-183d14373bb8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:30:17.550610 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9b99aca3-cecc-4809-bfb2-dd34abda1160 req-1687e160-fd56-47e3-a199-fad5b4ebd6c9 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f29dc626f86246fe9738feefd6866b29&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4104254 Sep 25 03:30:17.572614 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d501b76f-b079-411c-bdb4-6b49c853802d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:17.618436 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6be87578-349a-4314-840d-8caf434ee031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:17.642570 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-b7cd7afd-a31d-4def-a084-0b144b3755fc req-560d9fec-b80f-47bd-8258-e332e08d59ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:17.646989 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a1c686-d086-48a7-827e-e53ea0804ec3 req-fce54672-4e4e-46e1-8de3-b75504188584 tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:17.663328 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-41a1c686-d086-48a7-827e-e53ea0804ec3 req-fce54672-4e4e-46e1-8de3-b75504188584 tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] 10.222.0.42 "GET /v2.0/ports?device_id=361f6079-1c20-4c91-baae-12da55383992 HTTP/1.1" status: 200 len: 943 time: 0.5957253 Sep 25 03:30:18.147476 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d501b76f-b079-411c-bdb4-6b49c853802d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:18.238415 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9b99aca3-cecc-4809-bfb2-dd34abda1160 req-059bab21-6aa1-4fef-a997-d06c4a221c06 service neutron] 10.222.0.42 "GET /v2.0/networks/ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5711155 Sep 25 03:30:18.252850 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-41a1c686-d086-48a7-827e-e53ea0804ec3 req-c54ff9e7-1482-4a84-87f7-88e8623fa9f1 tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e99c652-588a-4adf-a920-b5685215d390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185643 Sep 25 03:30:18.267460 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-2e42c01e-fdd2-4b5b-82b5-f7049d66f05e req-bb837fa7-4b6e-488b-a64e-065f3f569c35 service neutron] For port e4d5df79-4e41-4409-86f3-ef4c5c58f9ce, host hv-cinder-77570, cleared binding levels {{(pid=94021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 03:30:18.309765 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-2e42c01e-fdd2-4b5b-82b5-f7049d66f05e req-bb837fa7-4b6e-488b-a64e-065f3f569c35 service neutron] For port e4d5df79-4e41-4409-86f3-ef4c5c58f9ce, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=e4d5df79-4e41-4409-86f3-ef4c5c58f9ce,segment=NetworkSegment(d1107519-a3a7-4439-84b4-faab5f0b4168),segment_id=d1107519-a3a7-4439-84b4-faab5f0b4168)] {{(pid=94021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 03:30:18.576562 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9b99aca3-cecc-4809-bfb2-dd34abda1160 req-94656b58-68ec-42a0-9b26-2bea4c5d92d6 service neutron] 10.222.0.42 "GET /v2.0/networks/ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018818 Sep 25 03:30:18.590270 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d501b76f-b079-411c-bdb4-6b49c853802d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:18.645186 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-2e42c01e-fdd2-4b5b-82b5-f7049d66f05e req-bb837fa7-4b6e-488b-a64e-065f3f569c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:18.763082 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-cd1d28ef-3093-422e-a0aa-21b47ea281ca req-df75e59b-4474-4964-85b9-75bfbaf79103 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=797d92b8-a99f-4bce-899d-04675e53f4da HTTP/1.1" status: 200 len: 210 time: 0.1847143 Sep 25 03:30:18.941444 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e42c01e-fdd2-4b5b-82b5-f7049d66f05e req-bb837fa7-4b6e-488b-a64e-065f3f569c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:18.944951 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-2e42c01e-fdd2-4b5b-82b5-f7049d66f05e req-bb837fa7-4b6e-488b-a64e-065f3f569c35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3625783'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:18.946665 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2e42c01e-fdd2-4b5b-82b5-f7049d66f05e req-bb837fa7-4b6e-488b-a64e-065f3f569c35 service neutron] 10.222.0.45 "PUT /v2.0/ports/e4d5df79-4e41-4409-86f3-ef4c5c58f9ce HTTP/1.1" status: 200 len: 1093 time: 10.5230412 Sep 25 03:30:18.951456 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '361f6079-1c20-4c91-baae-12da55383992', 'tag': 'e4d5df79-4e41-4409-86f3-ef4c5c58f9ce'}] {{(pid=94021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 03:30:19.045430 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d501b76f-b079-411c-bdb4-6b49c853802d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58595f53-92b0-4f8a-ba24-599905999332,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:19.091050 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.notifiers.nova [req-b7cd7afd-a31d-4def-a084-0b144b3755fc req-560d9fec-b80f-47bd-8258-e332e08d59ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eabedb0a-c09f-4603-9fcc-8e6dbc74f7ec {{(pid=94020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 03:30:19.157273 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-b7cd7afd-a31d-4def-a084-0b144b3755fc req-560d9fec-b80f-47bd-8258-e332e08d59ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:19.238215 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.db.provisioning_blocks [req-b7cd7afd-a31d-4def-a084-0b144b3755fc req-560d9fec-b80f-47bd-8258-e332e08d59ca service neutron] Transition to ACTIVE for port object eabedb0a-c09f-4603-9fcc-8e6dbc74f7ec will not be triggered until provisioned by entity L2. {{(pid=94020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 25 03:30:19.247080 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-d501b76f-b079-411c-bdb4-6b49c853802d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e679cc48fbd545b4a0d01c4aca232a05&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3736396 Sep 25 03:30:19.250486 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 48952) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:30:19.265891 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-b7cd7afd-a31d-4def-a084-0b144b3755fc req-560d9fec-b80f-47bd-8258-e332e08d59ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:19.303956 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-fa5af178-6116-457c-95b6-13dc589f2bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:19.404148 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:19.443619 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560d9fec-b80f-47bd-8258-e332e08d59ca service neutron] Pushing event updated for resources: {'Port': ['ID=eabedb0a-c09f-4603-9fcc-8e6dbc74f7ec,revision_number=2']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:19.470100 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7080166b-b138-4e50-b5fd-7da2ed563eda req-faf35fc0-f7f4-4360-9d4e-da36196eb61f tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/ports?device_id=36ce5dc8-fe73-4edc-81d3-e0313fe83860 HTTP/1.1" status: 200 len: 210 time: 0.2517586 Sep 25 03:30:19.557801 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb837fa7-4b6e-488b-a64e-065f3f569c35 service neutron] Pushing event updated for resources: {'Port': ['ID=e4d5df79-4e41-4409-86f3-ef4c5c58f9ce,revision_number=3']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:19.678323 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e42c01e-fdd2-4b5b-82b5-f7049d66f05e req-310ccec3-053c-4ecf-a50c-97356bc6ef8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:19.682113 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2e42c01e-fdd2-4b5b-82b5-f7049d66f05e req-310ccec3-053c-4ecf-a50c-97356bc6ef8a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0bb3500e79a0416b9690432c0edd390c&device_id=361f6079-1c20-4c91-baae-12da55383992 HTTP/1.1" status: 200 len: 1096 time: 0.4757407 Sep 25 03:30:19.699231 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bfc2fe-d803-4972-81bc-4073b5fbacdc req-ff12404d-3676-44b3-8dba-7aec48561085 tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:19.708153 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-84bfc2fe-d803-4972-81bc-4073b5fbacdc req-ff12404d-3676-44b3-8dba-7aec48561085 tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] 10.222.0.42 "GET /v2.0/ports?device_id=361f6079-1c20-4c91-baae-12da55383992 HTTP/1.1" status: 200 len: 943 time: 0.1739247 Sep 25 03:30:19.746679 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [req-b7cd7afd-a31d-4def-a084-0b144b3755fc req-560d9fec-b80f-47bd-8258-e332e08d59ca service neutron] Attempting to bind port eabedb0a-c09f-4603-9fcc-8e6dbc74f7ec on host hv-cinder-77570 for vnic_type normal with profile {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 03:30:19.748557 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [req-b7cd7afd-a31d-4def-a084-0b144b3755fc req-560d9fec-b80f-47bd-8258-e332e08d59ca service neutron] Attempting to bind port eabedb0a-c09f-4603-9fcc-8e6dbc74f7ec by drivers openvswitch,hyperv on host hv-cinder-77570 at level 0 using segments [{'id': '8b908095-492d-4392-bdf1-2ef9f66d1c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '04b053c7-110d-4a44-9e11-89395a2b33fc'}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 03:30:19.769463 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cd7afd-a31d-4def-a084-0b144b3755fc req-560d9fec-b80f-47bd-8258-e332e08d59ca service neutron] Attempting to bind port eabedb0a-c09f-4603-9fcc-8e6dbc74f7ec on network 04b053c7-110d-4a44-9e11-89395a2b33fc {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 03:30:19.834558 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cd7afd-a31d-4def-a084-0b144b3755fc req-560d9fec-b80f-47bd-8258-e332e08d59ca service neutron] Port eabedb0a-c09f-4603-9fcc-8e6dbc74f7ec on network 04b053c7-110d-4a44-9e11-89395a2b33fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77570 {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 25 03:30:19.855584 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cd7afd-a31d-4def-a084-0b144b3755fc req-560d9fec-b80f-47bd-8258-e332e08d59ca service neutron] Attempting to bind port eabedb0a-c09f-4603-9fcc-8e6dbc74f7ec on network 04b053c7-110d-4a44-9e11-89395a2b33fc {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 03:30:19.888270 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2e42c01e-fdd2-4b5b-82b5-f7049d66f05e req-569c1bf3-62db-49d3-9531-1e33b07548a9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4d5df79-4e41-4409-86f3-ef4c5c58f9ce HTTP/1.1" status: 200 len: 217 time: 0.1659362 Sep 25 03:30:19.979634 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-84bfc2fe-d803-4972-81bc-4073b5fbacdc req-44f31d8b-f97d-4537-8fb4-5cc913fe4a1b tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e99c652-588a-4adf-a920-b5685215d390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670062 Sep 25 03:30:20.039862 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cd7afd-a31d-4def-a084-0b144b3755fc req-560d9fec-b80f-47bd-8258-e332e08d59ca service neutron] Checking agent: {'id': '508f5817-0468-490c-b4b9-d8db88d5fd84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 3, 27, 55), 'started_at': datetime.datetime(2021, 9, 25, 3, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 3, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 03:30:20.040437 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cd7afd-a31d-4def-a084-0b144b3755fc req-560d9fec-b80f-47bd-8258-e332e08d59ca service neutron] Checking segment: {'id': '8b908095-492d-4392-bdf1-2ef9f66d1c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '04b053c7-110d-4a44-9e11-89395a2b33fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 03:30:20.041419 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cd7afd-a31d-4def-a084-0b144b3755fc req-560d9fec-b80f-47bd-8258-e332e08d59ca service neutron] Bound using segment: {'id': '8b908095-492d-4392-bdf1-2ef9f66d1c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '04b053c7-110d-4a44-9e11-89395a2b33fc'} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 03:30:20.042225 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [req-b7cd7afd-a31d-4def-a084-0b144b3755fc req-560d9fec-b80f-47bd-8258-e332e08d59ca service neutron] Bound port: eabedb0a-c09f-4603-9fcc-8e6dbc74f7ec, host: hv-cinder-77570, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b908095-492d-4392-bdf1-2ef9f66d1c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '04b053c7-110d-4a44-9e11-89395a2b33fc'}}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 03:30:20.042872 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-b7cd7afd-a31d-4def-a084-0b144b3755fc req-560d9fec-b80f-47bd-8258-e332e08d59ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:20.082870 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-790e7e5e-0177-4e92-961d-61a3cf29ee84 req-1e560b02-bf7c-4926-85dd-ed9967b4a0f0 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=797d92b8-a99f-4bce-899d-04675e53f4da HTTP/1.1" status: 200 len: 210 time: 0.0874884 Sep 25 03:30:20.145887 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e42c01e-fdd2-4b5b-82b5-f7049d66f05e req-55a098c9-217d-49ec-8548-bac3b2a2c4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:20.149974 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2e42c01e-fdd2-4b5b-82b5-f7049d66f05e req-55a098c9-217d-49ec-8548-bac3b2a2c4c2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=247a331b-00d1-4535-ab2b-28895d4f0e45 HTTP/1.1" status: 200 len: 851 time: 0.2465534 Sep 25 03:30:20.330907 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2e42c01e-fdd2-4b5b-82b5-f7049d66f05e req-0a98b76f-ebe2-4021-9544-3769610cb078 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=52f21d64-0fe9-4dc2-bccc-4b09f1598d06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1690745 Sep 25 03:30:20.346236 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e2fb5340eb8446ff58cd715b9748d5b5aabaa2e5f9ab10f469ed89a7c45a212" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee6fc35-b49f-406c-8a41-37aeac63c9a5" -d '{"events": [{"name": "network-changed", "server_uuid": "361f6079-1c20-4c91-baae-12da55383992", "tag": "e4d5df79-4e41-4409-86f3-ef4c5c58f9ce"}]}' {{(pid=94021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 03:30:20.453600 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-85e5ae8b-9ff3-43c2-88ba-98b780a40f9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:20.461367 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.45', 50407) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:30:20.483975 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.db [req-b7cd7afd-a31d-4def-a084-0b144b3755fc req-560d9fec-b80f-47bd-8258-e332e08d59ca service neutron] For port eabedb0a-c09f-4603-9fcc-8e6dbc74f7ec, host hv-cinder-77570, cleared binding levels {{(pid=94020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 03:30:20.647568 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.db [req-b7cd7afd-a31d-4def-a084-0b144b3755fc req-560d9fec-b80f-47bd-8258-e332e08d59ca service neutron] For port eabedb0a-c09f-4603-9fcc-8e6dbc74f7ec, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=eabedb0a-c09f-4603-9fcc-8e6dbc74f7ec,segment=NetworkSegment(8b908095-492d-4392-bdf1-2ef9f66d1c1d),segment_id=8b908095-492d-4392-bdf1-2ef9f66d1c1d)] {{(pid=94020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 03:30:20.653324 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-85e5ae8b-9ff3-43c2-88ba-98b780a40f9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:20.686814 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-b7cd7afd-a31d-4def-a084-0b144b3755fc req-560d9fec-b80f-47bd-8258-e332e08d59ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:20.943893 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b8630fa9-5fdf-4825-96af-abf5bf882b27 req-dfcb9e48-8831-42e9-8aaf-201e688d1df9 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/ports?device_id=36ce5dc8-fe73-4edc-81d3-e0313fe83860 HTTP/1.1" status: 200 len: 210 time: 0.2244563 Sep 25 03:30:21.023845 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2e42c01e-fdd2-4b5b-82b5-f7049d66f05e req-abb06009-ec29-4055-a992-1762d2db0147 service neutron] 10.222.0.45 "GET /v2.0/networks/52f21d64-0fe9-4dc2-bccc-4b09f1598d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6401830 Sep 25 03:30:21.133883 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-afd92d12-b9d5-4a92-bfd4-50d3cdf2ae8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:21.144387 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd7afd-a31d-4def-a084-0b144b3755fc req-560d9fec-b80f-47bd-8258-e332e08d59ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:21.148537 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-b7cd7afd-a31d-4def-a084-0b144b3755fc req-560d9fec-b80f-47bd-8258-e332e08d59ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3625783'] for port, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:21.156814 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-b7cd7afd-a31d-4def-a084-0b144b3755fc req-560d9fec-b80f-47bd-8258-e332e08d59ca service neutron] 10.222.0.45 "PUT /v2.0/ports/eabedb0a-c09f-4603-9fcc-8e6dbc74f7ec HTTP/1.1" status: 200 len: 1093 time: 3.6423244 Sep 25 03:30:21.185045 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f576e48-52f6-4140-b5d4-183d14373bb8', 'tag': 'eabedb0a-c09f-4603-9fcc-8e6dbc74f7ec'}] {{(pid=94020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 03:30:21.460118 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 03:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa6491e-7b58-454a-86b7-b317b1ed3d1f x-openstack-request-id: req-4aa6491e-7b58-454a-86b7-b317b1ed3d1f {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 03:30:21.461500 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "361f6079-1c20-4c91-baae-12da55383992", "tag": "e4d5df79-4e41-4409-86f3-ef4c5c58f9ce", "status": "completed", "code": 200}]} {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 03:30:21.462167 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4aa6491e-7b58-454a-86b7-b317b1ed3d1f {{(pid=94021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 03:30:21.463308 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '361f6079-1c20-4c91-baae-12da55383992', 'tag': 'e4d5df79-4e41-4409-86f3-ef4c5c58f9ce', 'status': 'completed', 'code': 200} Sep 25 03:30:21.611637 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2e42c01e-fdd2-4b5b-82b5-f7049d66f05e req-700377e4-d141-44d1-a797-ba6e47ba4ad3 service neutron] 10.222.0.45 "GET /v2.0/networks/52f21d64-0fe9-4dc2-bccc-4b09f1598d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5833404 Sep 25 03:30:21.798391 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560d9fec-b80f-47bd-8258-e332e08d59ca service neutron] Pushing event updated for resources: {'Port': ['ID=eabedb0a-c09f-4603-9fcc-8e6dbc74f7ec,revision_number=3']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:21.853294 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-85e5ae8b-9ff3-43c2-88ba-98b780a40f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:21.858237 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-85e5ae8b-9ff3-43c2-88ba-98b780a40f9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:21.864754 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-85e5ae8b-9ff3-43c2-88ba-98b780a40f9d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/58595f53-92b0-4f8a-ba24-599905999332 HTTP/1.1" status: 204 len: 168 time: 2.6125534 Sep 25 03:30:21.871284 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd7afd-a31d-4def-a084-0b144b3755fc req-0b1d0e9b-d4c4-403a-b800-6fd8f0fd22af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:21.873922 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-b7cd7afd-a31d-4def-a084-0b144b3755fc req-0b1d0e9b-d4c4-403a-b800-6fd8f0fd22af service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=de34d8eb54e54aada3800c65f70a10d3&device_id=9f576e48-52f6-4140-b5d4-183d14373bb8 HTTP/1.1" status: 200 len: 1096 time: 0.4430439 Sep 25 03:30:21.883699 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f924da1-f71c-4210-943c-036618563682 req-e514afb2-82b1-4747-89f5-ca85b6795261 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:21.886542 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-9f924da1-f71c-4210-943c-036618563682 req-e514afb2-82b1-4747-89f5-ca85b6795261 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.45 "GET /v2.0/networks?id=04b053c7-110d-4a44-9e11-89395a2b33fc HTTP/1.1" status: 200 len: 818 time: 1.3826873 Sep 25 03:30:21.901604 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b0261858-4def-4957-bc0f-1069ff339de0 req-665f338c-091e-40b4-80b2-18ed6ff5223c tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=797d92b8-a99f-4bce-899d-04675e53f4da HTTP/1.1" status: 200 len: 210 time: 0.2262590 Sep 25 03:30:21.903419 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e5ae8b-9ff3-43c2-88ba-98b780a40f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58595f53-92b0-4f8a-ba24-599905999332,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:21.945679 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [req-9f924da1-f71c-4210-943c-036618563682 req-6431ed67-22f5-4f17-98cc-aff645a15418 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Request body: {'port': {'device_id': '797d92b8-a99f-4bce-899d-04675e53f4da', 'network_id': '04b053c7-110d-4a44-9e11-89395a2b33fc', 'admin_state_up': True, 'tenant_id': 'de34d8eb54e54aada3800c65f70a10d3'}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:30:22.122144 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02363df4-9f8b-4840-b539-1bd1c05d4af0 req-f6ae8fd5-a053-41aa-965b-47d114db48de tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:22.143877 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-02363df4-9f8b-4840-b539-1bd1c05d4af0 req-f6ae8fd5-a053-41aa-965b-47d114db48de tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] 10.222.0.42 "GET /v2.0/ports?device_id=361f6079-1c20-4c91-baae-12da55383992 HTTP/1.1" status: 200 len: 943 time: 0.8862128 Sep 25 03:30:22.232002 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-b7cd7afd-a31d-4def-a084-0b144b3755fc req-81f3a38c-2485-41e8-8d74-bd9ef6d97368 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eabedb0a-c09f-4603-9fcc-8e6dbc74f7ec HTTP/1.1" status: 200 len: 217 time: 0.3043337 Sep 25 03:30:22.302463 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d114ac846cecc4f090472340cf1e7771535e64bb380ac0996b13cb6b7cfe6923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed1a55f9-e50b-460f-ac38-717150f09bf1" -d '{"events": [{"name": "network-changed", "server_uuid": "9f576e48-52f6-4140-b5d4-183d14373bb8", "tag": "eabedb0a-c09f-4603-9fcc-8e6dbc74f7ec"}]}' {{(pid=94020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 03:30:22.407869 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-02363df4-9f8b-4840-b539-1bd1c05d4af0 req-86e042b5-07d4-4712-a71f-61dd0463ec54 tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e99c652-588a-4adf-a920-b5685215d390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614930 Sep 25 03:30:22.420214 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-332c8b5f-1056-4a60-b811-41109790fd99 req-201da5b2-9ce7-4007-9dd3-d6bb50b0560d tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/ports?device_id=36ce5dc8-fe73-4edc-81d3-e0313fe83860 HTTP/1.1" status: 200 len: 210 time: 0.1954899 Sep 25 03:30:22.445822 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6fc35-b49f-406c-8a41-37aeac63c9a5 req-5310ea66-6b8d-415b-ae20-7e8c88415763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:22.452756 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-aee6fc35-b49f-406c-8a41-37aeac63c9a5 req-5310ea66-6b8d-415b-ae20-7e8c88415763 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0bb3500e79a0416b9690432c0edd390c&device_id=361f6079-1c20-4c91-baae-12da55383992 HTTP/1.1" status: 200 len: 1096 time: 0.5401731 Sep 25 03:30:22.557653 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd7afd-a31d-4def-a084-0b144b3755fc req-c65c5470-00cf-49ec-899d-3310dae56527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:22.560404 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-b7cd7afd-a31d-4def-a084-0b144b3755fc req-c65c5470-00cf-49ec-899d-3310dae56527 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0072f95d-4fdc-4aac-bdda-8212120e86d9 HTTP/1.1" status: 200 len: 858 time: 0.2823918 Sep 25 03:30:22.630170 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 49048) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:30:22.682554 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f924da1-f71c-4210-943c-036618563682 req-6431ed67-22f5-4f17-98cc-aff645a15418 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Made reservation on behalf of de34d8eb54e54aada3800c65f70a10d3 for: {'port': 1} {{(pid=94020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 03:30:22.688980 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-9f924da1-f71c-4210-943c-036618563682 req-6431ed67-22f5-4f17-98cc-aff645a15418 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:22.837155 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-b7cd7afd-a31d-4def-a084-0b144b3755fc req-1eb4cd91-87ae-4784-8b2b-1366d227d42d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=04b053c7-110d-4a44-9e11-89395a2b33fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1423545 Sep 25 03:30:23.427793 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.45', 50412) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:30:23.567955 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 03:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6447c7ec-c25d-488f-b8df-1c8825f36537 x-openstack-request-id: req-6447c7ec-c25d-488f-b8df-1c8825f36537 {{(pid=94020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 03:30:23.568258 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f576e48-52f6-4140-b5d4-183d14373bb8", "tag": "eabedb0a-c09f-4603-9fcc-8e6dbc74f7ec", "status": "completed", "code": 200}]} {{(pid=94020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 03:30:23.583722 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6447c7ec-c25d-488f-b8df-1c8825f36537 {{(pid=94020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 03:30:23.584428 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f576e48-52f6-4140-b5d4-183d14373bb8', 'tag': 'eabedb0a-c09f-4603-9fcc-8e6dbc74f7ec', 'status': 'completed', 'code': 200} Sep 25 03:30:23.664106 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-da80ac03-b524-4edb-ad8f-d4883cde489c req-5e4ec6b0-6877-48ea-bd5a-917dfcf8ef09 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=797d92b8-a99f-4bce-899d-04675e53f4da HTTP/1.1" status: 200 len: 210 time: 0.2537534 Sep 25 03:30:23.666664 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 49084) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:30:23.695065 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-e47e5db3-56a9-464b-95b9-cbfa4ed8d488 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:23.720092 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-7571a4ea-acc6-4801-8936-defd42f9bd04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:23.751431 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6fc35-b49f-406c-8a41-37aeac63c9a5 req-fc808809-058a-4484-b7df-20f65cda0f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:23.754113 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-aee6fc35-b49f-406c-8a41-37aeac63c9a5 req-fc808809-058a-4484-b7df-20f65cda0f1c service neutron] 10.222.0.45 "GET /v2.0/networks?id=52f21d64-0fe9-4dc2-bccc-4b09f1598d06 HTTP/1.1" status: 200 len: 912 time: 1.1613510 Sep 25 03:30:23.916229 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-aee6fc35-b49f-406c-8a41-37aeac63c9a5 req-f08750f0-70e4-4000-a712-c0e7cee7458a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4d5df79-4e41-4409-86f3-ef4c5c58f9ce HTTP/1.1" status: 200 len: 217 time: 0.0818465 Sep 25 03:30:23.971738 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1b8f3104-488f-4ebe-975f-691fac37926b req-71d54fc7-1667-4df3-8837-573854a1d2c4 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/ports?device_id=36ce5dc8-fe73-4edc-81d3-e0313fe83860 HTTP/1.1" status: 200 len: 210 time: 0.1351519 Sep 25 03:30:24.008739 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066ef535-e353-4dfd-8fc5-1ce32bb56db1 req-c79fe22f-70ed-4dcd-bb13-e91907c46111 tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:24.012054 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-066ef535-e353-4dfd-8fc5-1ce32bb56db1 req-c79fe22f-70ed-4dcd-bb13-e91907c46111 tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] 10.222.0.42 "GET /v2.0/ports?device_id=361f6079-1c20-4c91-baae-12da55383992 HTTP/1.1" status: 200 len: 943 time: 0.3702099 Sep 25 03:30:24.063805 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b99aca3-cecc-4809-bfb2-dd34abda1160 req-300817a9-11e0-49a1-94a6-9f888e203110 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:24.065878 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9b99aca3-cecc-4809-bfb2-dd34abda1160 req-300817a9-11e0-49a1-94a6-9f888e203110 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.45 "GET /v2.0/networks?id=ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd HTTP/1.1" status: 200 len: 811 time: 0.5923119 Sep 25 03:30:24.120079 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6fc35-b49f-406c-8a41-37aeac63c9a5 req-4079c8d4-a74a-409c-af2a-73c718de3dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:24.121877 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-aee6fc35-b49f-406c-8a41-37aeac63c9a5 req-4079c8d4-a74a-409c-af2a-73c718de3dae service neutron] 10.222.0.45 "GET /v2.0/subnets?id=247a331b-00d1-4535-ab2b-28895d4f0e45 HTTP/1.1" status: 200 len: 851 time: 0.1654332 Sep 25 03:30:24.129344 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-066ef535-e353-4dfd-8fc5-1ce32bb56db1 req-965b4113-36d2-4b36-91ef-76decd38cc7b tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e99c652-588a-4adf-a920-b5685215d390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903549 Sep 25 03:30:24.185401 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-aee6fc35-b49f-406c-8a41-37aeac63c9a5 req-5b0c315a-8554-438c-864f-afbf77673202 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=52f21d64-0fe9-4dc2-bccc-4b09f1598d06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500906 Sep 25 03:30:24.197108 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9b99aca3-cecc-4809-bfb2-dd34abda1160 req-88358906-ba90-45fc-a988-c9a5bf1696bc tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f29dc626f86246fe9738feefd6866b29 HTTP/1.1" status: 200 len: 380 time: 0.1081095 Sep 25 03:30:24.255763 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [req-9b99aca3-cecc-4809-bfb2-dd34abda1160 req-06d54f7f-8431-4a03-acc3-99255515dc4d tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Request body: {'port': {'device_id': '36ce5dc8-fe73-4edc-81d3-e0313fe83860', 'network_id': 'ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd', 'admin_state_up': True, 'tenant_id': 'f29dc626f86246fe9738feefd6866b29', 'security_groups': ['6c699c2a-ea95-4f2c-8172-f4ed6406eab8']}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:30:24.331758 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-e47e5db3-56a9-464b-95b9-cbfa4ed8d488 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:24.393051 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-e47e5db3-56a9-464b-95b9-cbfa4ed8d488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:24.459724 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-b7cd7afd-a31d-4def-a084-0b144b3755fc req-b86db6d8-55ef-478f-a239-e5f15d9c13e2 service neutron] 10.222.0.45 "GET /v2.0/networks/04b053c7-110d-4a44-9e11-89395a2b33fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5611196 Sep 25 03:30:24.488071 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.db.db_base_plugin_common [req-9f924da1-f71c-4210-943c-036618563682 req-6431ed67-22f5-4f17-98cc-aff645a15418 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Allocated IP 172.20.0.12 (04b053c7-110d-4a44-9e11-89395a2b33fc/0072f95d-4fdc-4aac-bdda-8212120e86d9/eb3080d8-812a-4f43-a655-13f8c5d3aa4f) {{(pid=94020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 03:30:24.612503 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-aee6fc35-b49f-406c-8a41-37aeac63c9a5 req-f67a6488-2a99-4101-abd5-7d36d95a2da3 service neutron] 10.222.0.45 "GET /v2.0/networks/52f21d64-0fe9-4dc2-bccc-4b09f1598d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4092886 Sep 25 03:30:24.628154 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-e47e5db3-56a9-464b-95b9-cbfa4ed8d488 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e90b96ef61f7441fa2ca61f401edd5e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9599876 Sep 25 03:30:24.636152 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 49112) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:30:24.640343 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47e5db3-56a9-464b-95b9-cbfa4ed8d488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1bb4642-be5c-4804-83c8-3ac4ed762d68,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:24.960202 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e3435009-922b-4083-bcaa-17d034d6607a req-84875811-9244-487d-b9d4-5529c6671a22 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=797d92b8-a99f-4bce-899d-04675e53f4da HTTP/1.1" status: 200 len: 210 time: 0.1152906 Sep 25 03:30:25.014079 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-bdb51807-416c-47e7-b0b6-b387dc2ebc9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:25.073849 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-aee6fc35-b49f-406c-8a41-37aeac63c9a5 req-83ca8899-58d1-4193-944a-9e10de765837 service neutron] 10.222.0.45 "GET /v2.0/networks/52f21d64-0fe9-4dc2-bccc-4b09f1598d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4533129 Sep 25 03:30:25.104787 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-bdb51807-416c-47e7-b0b6-b387dc2ebc9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:25.196728 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-7571a4ea-acc6-4801-8936-defd42f9bd04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:25.251556 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f5ed39fd-1d53-4f90-a04e-a4effde40488 req-beda043b-d4af-4877-96f6-39045d5cfe83 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/ports?device_id=36ce5dc8-fe73-4edc-81d3-e0313fe83860 HTTP/1.1" status: 200 len: 210 time: 0.0682516 Sep 25 03:30:25.253718 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-b7cd7afd-a31d-4def-a084-0b144b3755fc req-99bd3211-0876-4044-b2d9-66ca4e4fecb7 service neutron] 10.222.0.45 "GET /v2.0/networks/04b053c7-110d-4a44-9e11-89395a2b33fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7666910 Sep 25 03:30:25.295289 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-7571a4ea-acc6-4801-8936-defd42f9bd04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:25.337096 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b99aca3-cecc-4809-bfb2-dd34abda1160 req-06d54f7f-8431-4a03-acc3-99255515dc4d tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Made reservation on behalf of f29dc626f86246fe9738feefd6866b29 for: {'port': 1} {{(pid=94021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 03:30:25.362206 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-9b99aca3-cecc-4809-bfb2-dd34abda1160 req-06d54f7f-8431-4a03-acc3-99255515dc4d tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:25.412766 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-7571a4ea-acc6-4801-8936-defd42f9bd04 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=baa6ed14ec4843788bb6db2cdef33762&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7794816 Sep 25 03:30:25.415463 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 49130) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:30:25.455973 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-bdb51807-416c-47e7-b0b6-b387dc2ebc9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:25.458670 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-bdb51807-416c-47e7-b0b6-b387dc2ebc9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:25.463542 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-bdb51807-416c-47e7-b0b6-b387dc2ebc9a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d1bb4642-be5c-4804-83c8-3ac4ed762d68 HTTP/1.1" status: 204 len: 168 time: 0.8261616 Sep 25 03:30:25.475748 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:25.535966 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-9f924da1-f71c-4210-943c-036618563682 req-6431ed67-22f5-4f17-98cc-aff645a15418 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Notify callbacks [] for port, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:25.545170 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7571a4ea-acc6-4801-8936-defd42f9bd04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa4fc4f9-d64c-4ef8-b34d-3597b23e4018,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:25.566829 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb51807-416c-47e7-b0b6-b387dc2ebc9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1bb4642-be5c-4804-83c8-3ac4ed762d68,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:25.630818 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeacb3c2-3127-48d3-ace8-f5b9a694ba50 req-20914d35-5cbf-4e36-beb0-8317900832af tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:25.632543 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-eeacb3c2-3127-48d3-ace8-f5b9a694ba50 req-20914d35-5cbf-4e36-beb0-8317900832af tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] 10.222.0.42 "GET /v2.0/ports?device_id=361f6079-1c20-4c91-baae-12da55383992 HTTP/1.1" status: 200 len: 943 time: 0.2109683 Sep 25 03:30:25.674088 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-24e90192-138a-486e-a67b-15e5823571ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:25.686459 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-9f924da1-f71c-4210-943c-036618563682 req-6431ed67-22f5-4f17-98cc-aff645a15418 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731880292801'] for port, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:25.770923 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.db.db_base_plugin_common [req-9b99aca3-cecc-4809-bfb2-dd34abda1160 req-06d54f7f-8431-4a03-acc3-99255515dc4d tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Allocated IP 172.20.0.13 (ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd/afccf4b9-490d-44a5-98b6-f28191ec0ff2/28d0a967-ae0a-46e1-b1e9-1e3ffc3caec3) {{(pid=94021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 03:30:25.813946 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-24e90192-138a-486e-a67b-15e5823571ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:25.846710 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f924da1-f71c-4210-943c-036618563682 req-6431ed67-22f5-4f17-98cc-aff645a15418 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Network 04b053c7-110d-4a44-9e11-89395a2b33fc is already hosted by enough agents. {{(pid=94020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 03:30:25.866169 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.base_scheduler [req-9f924da1-f71c-4210-943c-036618563682 req-6431ed67-22f5-4f17-98cc-aff645a15418 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Resources bound (agent type, host, resource id): {{(pid=94020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:30:25.868747 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-eeacb3c2-3127-48d3-ace8-f5b9a694ba50 req-73a35df1-dd47-4462-a45d-2d81b1f9c6b1 tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e99c652-588a-4adf-a920-b5685215d390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985445 Sep 25 03:30:25.880372 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f924da1-f71c-4210-943c-036618563682 req-6431ed67-22f5-4f17-98cc-aff645a15418 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Received port after_create {{(pid=94020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 03:30:25.897912 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f924da1-f71c-4210-943c-036618563682 req-6431ed67-22f5-4f17-98cc-aff645a15418 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:25.899061 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-9f924da1-f71c-4210-943c-036618563682 req-6431ed67-22f5-4f17-98cc-aff645a15418 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3625783'] for port, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:25.914729 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431ed67-22f5-4f17-98cc-aff645a15418 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Pushing event updated for resources: {'Port': ['ID=eb3080d8-812a-4f43-a655-13f8c5d3aa4f,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:25.959390 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-9f924da1-f71c-4210-943c-036618563682 req-6431ed67-22f5-4f17-98cc-aff645a15418 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0318198 Sep 25 03:30:26.011559 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-24e90192-138a-486e-a67b-15e5823571ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:26.017343 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-24e90192-138a-486e-a67b-15e5823571ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:26.023427 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-24e90192-138a-486e-a67b-15e5823571ae admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fa4fc4f9-d64c-4ef8-b34d-3597b23e4018 HTTP/1.1" status: 204 len: 168 time: 0.5950887 Sep 25 03:30:26.061305 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e90192-138a-486e-a67b-15e5823571ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa4fc4f9-d64c-4ef8-b34d-3597b23e4018,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:26.393003 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-9b99aca3-cecc-4809-bfb2-dd34abda1160 req-06d54f7f-8431-4a03-acc3-99255515dc4d tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks [] for port, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:26.447985 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [req-9f924da1-f71c-4210-943c-036618563682 req-d25ac821-1406-4615-a1ce-d8f7a533e9eb service neutron] Request body: {'port': {'device_id': '797d92b8-a99f-4bce-899d-04675e53f4da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:30:26.502814 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-bb3f1a9d-a3ed-4a92-8f2e-b11f903fbec7 req-4ce2231e-ba73-49e5-a4fb-1c44444e9e98 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/ports?device_id=36ce5dc8-fe73-4edc-81d3-e0313fe83860 HTTP/1.1" status: 200 len: 210 time: 0.0644271 Sep 25 03:30:26.580457 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07106889-7b43-4172-aa8c-df117181bd5f req-cd2d1d93-e18a-4f8e-806e-21dc6015aab2 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:26.588181 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-07106889-7b43-4172-aa8c-df117181bd5f req-cd2d1d93-e18a-4f8e-806e-21dc6015aab2 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=797d92b8-a99f-4bce-899d-04675e53f4da HTTP/1.1" status: 200 len: 932 time: 0.4898033 Sep 25 03:30:26.682251 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-9b99aca3-cecc-4809-bfb2-dd34abda1160 req-06d54f7f-8431-4a03-acc3-99255515dc4d tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731880292801'] for port, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:26.691748 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-07106889-7b43-4172-aa8c-df117181bd5f req-4b29d3d4-5c6f-4b5d-9a11-ab7cb34182a5 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958657 Sep 25 03:30:26.776406 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-9f924da1-f71c-4210-943c-036618563682 req-d25ac821-1406-4615-a1ce-d8f7a533e9eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:26.793159 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b99aca3-cecc-4809-bfb2-dd34abda1160 req-06d54f7f-8431-4a03-acc3-99255515dc4d tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Network ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd is already hosted by enough agents. {{(pid=94021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 03:30:26.800409 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.base_scheduler [req-9b99aca3-cecc-4809-bfb2-dd34abda1160 req-06d54f7f-8431-4a03-acc3-99255515dc4d tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Resources bound (agent type, host, resource id): {{(pid=94021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:30:26.827293 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b99aca3-cecc-4809-bfb2-dd34abda1160 req-06d54f7f-8431-4a03-acc3-99255515dc4d tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Received port after_create {{(pid=94021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 03:30:26.838425 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1a55f9-e50b-460f-ac38-717150f09bf1 req-99c47ca6-fecb-443d-8372-63f6c7fcc895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:26.857690 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b99aca3-cecc-4809-bfb2-dd34abda1160 req-06d54f7f-8431-4a03-acc3-99255515dc4d tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:26.858057 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-ed1a55f9-e50b-460f-ac38-717150f09bf1 req-99c47ca6-fecb-443d-8372-63f6c7fcc895 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=de34d8eb54e54aada3800c65f70a10d3&device_id=9f576e48-52f6-4140-b5d4-183d14373bb8 HTTP/1.1" status: 200 len: 1096 time: 0.2674797 Sep 25 03:30:26.858149 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-9b99aca3-cecc-4809-bfb2-dd34abda1160 req-06d54f7f-8431-4a03-acc3-99255515dc4d tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3625783'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:26.868928 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d54f7f-8431-4a03-acc3-99255515dc4d tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Pushing event updated for resources: {'Port': ['ID=28d0a967-ae0a-46e1-b1e9-1e3ffc3caec3,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:26.880563 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9b99aca3-cecc-4809-bfb2-dd34abda1160 req-06d54f7f-8431-4a03-acc3-99255515dc4d tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6398835 Sep 25 03:30:26.908495 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [req-9b99aca3-cecc-4809-bfb2-dd34abda1160 req-15e522b6-1179-4dfc-a865-5f1ff14a1acf service neutron] Request body: {'port': {'device_id': '36ce5dc8-fe73-4edc-81d3-e0313fe83860', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:30:27.082094 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 49192) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:30:27.126472 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-9b99aca3-cecc-4809-bfb2-dd34abda1160 req-15e522b6-1179-4dfc-a865-5f1ff14a1acf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:27.315663 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f2442-df93-4084-9999-5929eb725a3a req-3df811ee-f18e-48bf-a598-eceeff22dec9 tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:27.321578 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-714f2442-df93-4084-9999-5929eb725a3a req-3df811ee-f18e-48bf-a598-eceeff22dec9 tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] 10.222.0.42 "GET /v2.0/ports?device_id=361f6079-1c20-4c91-baae-12da55383992 HTTP/1.1" status: 200 len: 943 time: 0.1864822 Sep 25 03:30:27.321821 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 49198) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:30:27.326177 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-0397584b-48bd-4158-b339-5ae07a2e1a98 None None] Provisioning complete for port 28d0a967-ae0a-46e1-b1e9-1e3ffc3caec3 triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:30:27.326985 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-0397584b-48bd-4158-b339-5ae07a2e1a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:27.410535 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-0397584b-48bd-4158-b339-5ae07a2e1a98 None None] Port 28d0a967-ae0a-46e1-b1e9-1e3ffc3caec3 cannot update to ACTIVE because it is not bound. {{(pid=94022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 25 03:30:27.428958 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-fe7ae665-1d22-40f4-a674-5519eaf3d464 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:27.462220 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-714f2442-df93-4084-9999-5929eb725a3a req-b447acb8-6d7c-43e4-ae86-a01c950c90dd tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e99c652-588a-4adf-a920-b5685215d390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371474 Sep 25 03:30:27.473404 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1a55f9-e50b-460f-ac38-717150f09bf1 req-480ecba9-68c7-41a4-81f1-a64afaa736c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:27.475075 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-ed1a55f9-e50b-460f-ac38-717150f09bf1 req-480ecba9-68c7-41a4-81f1-a64afaa736c3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=04b053c7-110d-4a44-9e11-89395a2b33fc HTTP/1.1" status: 200 len: 919 time: 0.5359678 Sep 25 03:30:27.570572 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-ed1a55f9-e50b-460f-ac38-717150f09bf1 req-f42ee391-7dc9-4787-8755-48bfb91efe4b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eabedb0a-c09f-4603-9fcc-8e6dbc74f7ec HTTP/1.1" status: 200 len: 217 time: 0.0611236 Sep 25 03:30:27.682857 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1a55f9-e50b-460f-ac38-717150f09bf1 req-0bf932bf-d46e-417d-935d-451f4a736b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:27.684488 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-ed1a55f9-e50b-460f-ac38-717150f09bf1 req-0bf932bf-d46e-417d-935d-451f4a736b3b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0072f95d-4fdc-4aac-bdda-8212120e86d9 HTTP/1.1" status: 200 len: 858 time: 0.1056550 Sep 25 03:30:27.767518 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-09796b6a-10aa-4464-8c3d-6f4c4dfae360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:27.769359 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-ed1a55f9-e50b-460f-ac38-717150f09bf1 req-1ddb57a2-a6dc-44be-aa14-56fab188d7a3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=04b053c7-110d-4a44-9e11-89395a2b33fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688295 Sep 25 03:30:27.801597 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [req-9b99aca3-cecc-4809-bfb2-dd34abda1160 req-15e522b6-1179-4dfc-a865-5f1ff14a1acf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28d0a967-ae0a-46e1-b1e9-1e3ffc3caec3 {{(pid=94021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 03:30:27.838580 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-9b99aca3-cecc-4809-bfb2-dd34abda1160 req-15e522b6-1179-4dfc-a865-5f1ff14a1acf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:27.867996 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.notifiers.nova [req-9f924da1-f71c-4210-943c-036618563682 req-d25ac821-1406-4615-a1ce-d8f7a533e9eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb3080d8-812a-4f43-a655-13f8c5d3aa4f {{(pid=94020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 03:30:27.898100 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-9f924da1-f71c-4210-943c-036618563682 req-d25ac821-1406-4615-a1ce-d8f7a533e9eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:27.899012 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.db.provisioning_blocks [req-9b99aca3-cecc-4809-bfb2-dd34abda1160 req-15e522b6-1179-4dfc-a865-5f1ff14a1acf service neutron] Transition to ACTIVE for port object 28d0a967-ae0a-46e1-b1e9-1e3ffc3caec3 will not be triggered until provisioned by entity L2. {{(pid=94021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 25 03:30:27.909839 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-fe7ae665-1d22-40f4-a674-5519eaf3d464 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:27.916404 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7564f5ac-5726-46a4-9aea-bb715d62d1be req-ce6b4831-0550-45cd-a5f5-b8944bd3d08d tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:27.931983 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7564f5ac-5726-46a4-9aea-bb715d62d1be req-ce6b4831-0550-45cd-a5f5-b8944bd3d08d tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/ports?device_id=36ce5dc8-fe73-4edc-81d3-e0313fe83860 HTTP/1.1" status: 200 len: 932 time: 0.3029332 Sep 25 03:30:27.957120 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-fe7ae665-1d22-40f4-a674-5519eaf3d464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:27.971434 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-9b99aca3-cecc-4809-bfb2-dd34abda1160 req-15e522b6-1179-4dfc-a865-5f1ff14a1acf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:27.980321 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.db.provisioning_blocks [req-9f924da1-f71c-4210-943c-036618563682 req-d25ac821-1406-4615-a1ce-d8f7a533e9eb service neutron] Transition to ACTIVE for port object eb3080d8-812a-4f43-a655-13f8c5d3aa4f will not be triggered until provisioned by entity L2. {{(pid=94020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 25 03:30:28.006192 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-9f924da1-f71c-4210-943c-036618563682 req-d25ac821-1406-4615-a1ce-d8f7a533e9eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:28.191229 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-ed1a55f9-e50b-460f-ac38-717150f09bf1 req-9e532017-8f7b-4200-8e15-a1cdac1db6e1 service neutron] 10.222.0.45 "GET /v2.0/networks/04b053c7-110d-4a44-9e11-89395a2b33fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4043865 Sep 25 03:30:28.198235 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7ae665-1d22-40f4-a674-5519eaf3d464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92d2e9fa-87ae-450e-9d49-dfe525e062ec,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:28.201911 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25ac821-1406-4615-a1ce-d8f7a533e9eb service neutron] Pushing event updated for resources: {'Port': ['ID=eb3080d8-812a-4f43-a655-13f8c5d3aa4f,revision_number=2']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:28.431950 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-fe7ae665-1d22-40f4-a674-5519eaf3d464 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4528481dae8c46a7949203304bc97580&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1071427 Sep 25 03:30:28.461437 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 49244) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:30:28.692433 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e522b6-1179-4dfc-a865-5f1ff14a1acf service neutron] Pushing event updated for resources: {'Port': ['ID=28d0a967-ae0a-46e1-b1e9-1e3ffc3caec3,revision_number=2']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:28.718638 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb30e76-3dae-4d88-b469-019e335cb0d3 req-e0c9b046-4c78-4871-b1dd-fb6c437b33b7 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:28.719751 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ceb30e76-3dae-4d88-b469-019e335cb0d3 req-e0c9b046-4c78-4871-b1dd-fb6c437b33b7 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=797d92b8-a99f-4bce-899d-04675e53f4da HTTP/1.1" status: 200 len: 932 time: 0.8567953 Sep 25 03:30:28.790672 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [req-9f924da1-f71c-4210-943c-036618563682 req-d25ac821-1406-4615-a1ce-d8f7a533e9eb service neutron] Attempting to bind port eb3080d8-812a-4f43-a655-13f8c5d3aa4f on host hv-cinder-77570 for vnic_type normal with profile {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 03:30:28.794993 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [req-9f924da1-f71c-4210-943c-036618563682 req-d25ac821-1406-4615-a1ce-d8f7a533e9eb service neutron] Attempting to bind port eb3080d8-812a-4f43-a655-13f8c5d3aa4f by drivers openvswitch,hyperv on host hv-cinder-77570 at level 0 using segments [{'id': '8b908095-492d-4392-bdf1-2ef9f66d1c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '04b053c7-110d-4a44-9e11-89395a2b33fc'}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 03:30:28.798250 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f924da1-f71c-4210-943c-036618563682 req-d25ac821-1406-4615-a1ce-d8f7a533e9eb service neutron] Attempting to bind port eb3080d8-812a-4f43-a655-13f8c5d3aa4f on network 04b053c7-110d-4a44-9e11-89395a2b33fc {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 03:30:28.813713 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7564f5ac-5726-46a4-9aea-bb715d62d1be req-dc9e7f68-8506-4448-b844-37d9b5b7f5ef tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c699c2a-ea95-4f2c-8172-f4ed6406eab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8455582 Sep 25 03:30:28.919659 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-ed1a55f9-e50b-460f-ac38-717150f09bf1 req-883b23b5-3153-4f98-b94c-bd952121b2ea service neutron] 10.222.0.45 "GET /v2.0/networks/04b053c7-110d-4a44-9e11-89395a2b33fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7052481 Sep 25 03:30:28.922980 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f924da1-f71c-4210-943c-036618563682 req-d25ac821-1406-4615-a1ce-d8f7a533e9eb service neutron] Port eb3080d8-812a-4f43-a655-13f8c5d3aa4f on network 04b053c7-110d-4a44-9e11-89395a2b33fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77570 {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 25 03:30:28.925413 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f924da1-f71c-4210-943c-036618563682 req-d25ac821-1406-4615-a1ce-d8f7a533e9eb service neutron] Attempting to bind port eb3080d8-812a-4f43-a655-13f8c5d3aa4f on network 04b053c7-110d-4a44-9e11-89395a2b33fc {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 03:30:28.947511 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f924da1-f71c-4210-943c-036618563682 req-d25ac821-1406-4615-a1ce-d8f7a533e9eb service neutron] Checking agent: {'id': '508f5817-0468-490c-b4b9-d8db88d5fd84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 3, 27, 55), 'started_at': datetime.datetime(2021, 9, 25, 3, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 3, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 03:30:28.948291 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f924da1-f71c-4210-943c-036618563682 req-d25ac821-1406-4615-a1ce-d8f7a533e9eb service neutron] Checking segment: {'id': '8b908095-492d-4392-bdf1-2ef9f66d1c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '04b053c7-110d-4a44-9e11-89395a2b33fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 03:30:28.949063 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f924da1-f71c-4210-943c-036618563682 req-d25ac821-1406-4615-a1ce-d8f7a533e9eb service neutron] Bound using segment: {'id': '8b908095-492d-4392-bdf1-2ef9f66d1c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '04b053c7-110d-4a44-9e11-89395a2b33fc'} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 03:30:28.949959 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [req-9f924da1-f71c-4210-943c-036618563682 req-d25ac821-1406-4615-a1ce-d8f7a533e9eb service neutron] Bound port: eb3080d8-812a-4f43-a655-13f8c5d3aa4f, host: hv-cinder-77570, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b908095-492d-4392-bdf1-2ef9f66d1c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '04b053c7-110d-4a44-9e11-89395a2b33fc'}}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 03:30:28.950630 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-9f924da1-f71c-4210-943c-036618563682 req-d25ac821-1406-4615-a1ce-d8f7a533e9eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:29.014593 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e00f-b18f-4548-af06-b48601290a40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:29.084145 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ceb30e76-3dae-4d88-b469-019e335cb0d3 req-d1ffbfed-316b-47d6-8988-762214e37030 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992671 Sep 25 03:30:29.088287 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-9b99aca3-cecc-4809-bfb2-dd34abda1160 req-15e522b6-1179-4dfc-a865-5f1ff14a1acf service neutron] Attempting to bind port 28d0a967-ae0a-46e1-b1e9-1e3ffc3caec3 on host hv-cinder-77570 for vnic_type normal with profile {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 03:30:29.089123 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-9b99aca3-cecc-4809-bfb2-dd34abda1160 req-15e522b6-1179-4dfc-a865-5f1ff14a1acf service neutron] Attempting to bind port 28d0a967-ae0a-46e1-b1e9-1e3ffc3caec3 by drivers openvswitch,hyperv on host hv-cinder-77570 at level 0 using segments [{'id': 'b18845fd-6154-4686-999a-ae6be2eb8184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd'}] {{(pid=94021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 03:30:29.089607 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b99aca3-cecc-4809-bfb2-dd34abda1160 req-15e522b6-1179-4dfc-a865-5f1ff14a1acf service neutron] Attempting to bind port 28d0a967-ae0a-46e1-b1e9-1e3ffc3caec3 on network ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 03:30:29.137983 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b99aca3-cecc-4809-bfb2-dd34abda1160 req-15e522b6-1179-4dfc-a865-5f1ff14a1acf service neutron] Port 28d0a967-ae0a-46e1-b1e9-1e3ffc3caec3 on network ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77570 {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 25 03:30:29.138265 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b99aca3-cecc-4809-bfb2-dd34abda1160 req-15e522b6-1179-4dfc-a865-5f1ff14a1acf service neutron] Attempting to bind port 28d0a967-ae0a-46e1-b1e9-1e3ffc3caec3 on network ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 03:30:29.166365 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891153e7-caa0-43f7-87bf-e506cf16f987 req-6d587e63-2b75-42fe-892d-7182461f9a5b tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:29.178860 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-891153e7-caa0-43f7-87bf-e506cf16f987 req-6d587e63-2b75-42fe-892d-7182461f9a5b tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] 10.222.0.42 "GET /v2.0/ports?device_id=361f6079-1c20-4c91-baae-12da55383992 HTTP/1.1" status: 200 len: 943 time: 0.1953354 Sep 25 03:30:29.208403 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e00f-b18f-4548-af06-b48601290a40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:29.225952 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b99aca3-cecc-4809-bfb2-dd34abda1160 req-15e522b6-1179-4dfc-a865-5f1ff14a1acf service neutron] Checking agent: {'id': '508f5817-0468-490c-b4b9-d8db88d5fd84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 3, 27, 55), 'started_at': datetime.datetime(2021, 9, 25, 3, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 3, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 03:30:29.225952 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b99aca3-cecc-4809-bfb2-dd34abda1160 req-15e522b6-1179-4dfc-a865-5f1ff14a1acf service neutron] Checking segment: {'id': 'b18845fd-6154-4686-999a-ae6be2eb8184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 03:30:29.226654 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b99aca3-cecc-4809-bfb2-dd34abda1160 req-15e522b6-1179-4dfc-a865-5f1ff14a1acf service neutron] Bound using segment: {'id': 'b18845fd-6154-4686-999a-ae6be2eb8184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd'} {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 03:30:29.226818 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-9b99aca3-cecc-4809-bfb2-dd34abda1160 req-15e522b6-1179-4dfc-a865-5f1ff14a1acf service neutron] Bound port: 28d0a967-ae0a-46e1-b1e9-1e3ffc3caec3, host: hv-cinder-77570, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b18845fd-6154-4686-999a-ae6be2eb8184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd'}}] {{(pid=94021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 03:30:29.227223 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-9b99aca3-cecc-4809-bfb2-dd34abda1160 req-15e522b6-1179-4dfc-a865-5f1ff14a1acf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:29.277417 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-09796b6a-10aa-4464-8c3d-6f4c4dfae360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:29.287095 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-891153e7-caa0-43f7-87bf-e506cf16f987 req-08b67ee8-262d-41c8-b378-14dd8b3fc384 tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e99c652-588a-4adf-a920-b5685215d390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049490 Sep 25 03:30:29.335621 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-09796b6a-10aa-4464-8c3d-6f4c4dfae360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:29.369803 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.db [req-9f924da1-f71c-4210-943c-036618563682 req-d25ac821-1406-4615-a1ce-d8f7a533e9eb service neutron] For port eb3080d8-812a-4f43-a655-13f8c5d3aa4f, host hv-cinder-77570, cleared binding levels {{(pid=94020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 03:30:29.378925 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.db [req-9f924da1-f71c-4210-943c-036618563682 req-d25ac821-1406-4615-a1ce-d8f7a533e9eb service neutron] For port eb3080d8-812a-4f43-a655-13f8c5d3aa4f, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=eb3080d8-812a-4f43-a655-13f8c5d3aa4f,segment=NetworkSegment(8b908095-492d-4392-bdf1-2ef9f66d1c1d),segment_id=8b908095-492d-4392-bdf1-2ef9f66d1c1d)] {{(pid=94020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 03:30:29.400960 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-9f924da1-f71c-4210-943c-036618563682 req-d25ac821-1406-4615-a1ce-d8f7a533e9eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:29.442331 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-09796b6a-10aa-4464-8c3d-6f4c4dfae360 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ff5255bf87db437db4a5b9494e2be0a1&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3572321 Sep 25 03:30:29.448508 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 49270) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:30:29.484188 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 49272) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:30:29.485628 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e00f-b18f-4548-af06-b48601290a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:29.491152 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e00f-b18f-4548-af06-b48601290a40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:29.501382 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-9ad2e00f-b18f-4548-af06-b48601290a40 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/92d2e9fa-87ae-450e-9d49-dfe525e062ec HTTP/1.1" status: 204 len: 168 time: 1.0372591 Sep 25 03:30:29.544663 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad2e00f-b18f-4548-af06-b48601290a40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d2e9fa-87ae-450e-9d49-dfe525e062ec,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:29.584455 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f924da1-f71c-4210-943c-036618563682 req-d25ac821-1406-4615-a1ce-d8f7a533e9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:29.590052 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-9f924da1-f71c-4210-943c-036618563682 req-d25ac821-1406-4615-a1ce-d8f7a533e9eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3625783'] for port, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:29.597314 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-9f924da1-f71c-4210-943c-036618563682 req-d25ac821-1406-4615-a1ce-d8f7a533e9eb service neutron] 10.222.0.45 "PUT /v2.0/ports/eb3080d8-812a-4f43-a655-13f8c5d3aa4f HTTP/1.1" status: 200 len: 1094 time: 3.1560848 Sep 25 03:30:29.602085 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '797d92b8-a99f-4bce-899d-04675e53f4da', 'tag': 'eb3080d8-812a-4f43-a655-13f8c5d3aa4f'}] {{(pid=94020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 03:30:29.610632 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d114ac846cecc4f090472340cf1e7771535e64bb380ac0996b13cb6b7cfe6923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b57c9e64-d1b9-4df8-b50d-dd1204020e51" -d '{"events": [{"name": "network-changed", "server_uuid": "797d92b8-a99f-4bce-899d-04675e53f4da", "tag": "eb3080d8-812a-4f43-a655-13f8c5d3aa4f"}]}' {{(pid=94020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 03:30:29.652016 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09796b6a-10aa-4464-8c3d-6f4c4dfae360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6503644-c6b4-4e1e-ae94-2adaf33d8e5f,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:29.669669 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-9b99aca3-cecc-4809-bfb2-dd34abda1160 req-15e522b6-1179-4dfc-a865-5f1ff14a1acf service neutron] For port 28d0a967-ae0a-46e1-b1e9-1e3ffc3caec3, host hv-cinder-77570, cleared binding levels {{(pid=94021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 03:30:29.682190 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-9b99aca3-cecc-4809-bfb2-dd34abda1160 req-15e522b6-1179-4dfc-a865-5f1ff14a1acf service neutron] For port 28d0a967-ae0a-46e1-b1e9-1e3ffc3caec3, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=28d0a967-ae0a-46e1-b1e9-1e3ffc3caec3,segment=NetworkSegment(b18845fd-6154-4686-999a-ae6be2eb8184),segment_id=b18845fd-6154-4686-999a-ae6be2eb8184)] {{(pid=94021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 03:30:29.691945 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25ac821-1406-4615-a1ce-d8f7a533e9eb service neutron] Pushing event updated for resources: {'Port': ['ID=eb3080d8-812a-4f43-a655-13f8c5d3aa4f,revision_number=3']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:29.704892 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-9b99aca3-cecc-4809-bfb2-dd34abda1160 req-15e522b6-1179-4dfc-a865-5f1ff14a1acf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:29.808866 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 03:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d04776-2884-47ab-8f4d-7d3a3ff8831f x-openstack-request-id: req-48d04776-2884-47ab-8f4d-7d3a3ff8831f {{(pid=94020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 03:30:29.809424 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "797d92b8-a99f-4bce-899d-04675e53f4da", "tag": "eb3080d8-812a-4f43-a655-13f8c5d3aa4f", "status": "completed", "code": 200}]} {{(pid=94020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 03:30:29.809707 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-48d04776-2884-47ab-8f4d-7d3a3ff8831f {{(pid=94020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 03:30:29.810295 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '797d92b8-a99f-4bce-899d-04675e53f4da', 'tag': 'eb3080d8-812a-4f43-a655-13f8c5d3aa4f', 'status': 'completed', 'code': 200} Sep 25 03:30:29.831370 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-bbbb2697-af1d-4407-b429-536cc4f004f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:29.855249 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f924da1-f71c-4210-943c-036618563682 req-66161728-2529-4196-8c26-5ff1151fd3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:29.862329 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-9f924da1-f71c-4210-943c-036618563682 req-66161728-2529-4196-8c26-5ff1151fd3a9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=de34d8eb54e54aada3800c65f70a10d3&device_id=797d92b8-a99f-4bce-899d-04675e53f4da HTTP/1.1" status: 200 len: 1097 time: 0.1483579 Sep 25 03:30:29.964121 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-bbbb2697-af1d-4407-b429-536cc4f004f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:30.012084 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b99aca3-cecc-4809-bfb2-dd34abda1160 req-15e522b6-1179-4dfc-a865-5f1ff14a1acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:30.018064 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-9b99aca3-cecc-4809-bfb2-dd34abda1160 req-15e522b6-1179-4dfc-a865-5f1ff14a1acf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3625783'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:30.021275 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9b99aca3-cecc-4809-bfb2-dd34abda1160 req-15e522b6-1179-4dfc-a865-5f1ff14a1acf service neutron] 10.222.0.45 "PUT /v2.0/ports/28d0a967-ae0a-46e1-b1e9-1e3ffc3caec3 HTTP/1.1" status: 200 len: 1094 time: 3.1206110 Sep 25 03:30:30.026117 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36ce5dc8-fe73-4edc-81d3-e0313fe83860', 'tag': '28d0a967-ae0a-46e1-b1e9-1e3ffc3caec3'}] {{(pid=94021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 03:30:30.032557 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e2fb5340eb8446ff58cd715b9748d5b5aabaa2e5f9ab10f469ed89a7c45a212" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da8e646a-312a-4575-855c-d9e6e0cbaf9d" -d '{"events": [{"name": "network-changed", "server_uuid": "36ce5dc8-fe73-4edc-81d3-e0313fe83860", "tag": "28d0a967-ae0a-46e1-b1e9-1e3ffc3caec3"}]}' {{(pid=94021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 03:30:30.266461 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 03:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-538bec30-cf7b-46db-9f27-7a5f063715df x-openstack-request-id: req-538bec30-cf7b-46db-9f27-7a5f063715df {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 03:30:30.267113 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36ce5dc8-fe73-4edc-81d3-e0313fe83860", "tag": "28d0a967-ae0a-46e1-b1e9-1e3ffc3caec3", "status": "completed", "code": 200}]} {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 03:30:30.267422 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-538bec30-cf7b-46db-9f27-7a5f063715df {{(pid=94021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 03:30:30.267781 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36ce5dc8-fe73-4edc-81d3-e0313fe83860', 'tag': '28d0a967-ae0a-46e1-b1e9-1e3ffc3caec3', 'status': 'completed', 'code': 200} Sep 25 03:30:30.311776 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-bbbb2697-af1d-4407-b429-536cc4f004f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:30.316785 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-bbbb2697-af1d-4407-b429-536cc4f004f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:30.320347 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-bbbb2697-af1d-4407-b429-536cc4f004f6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c6503644-c6b4-4e1e-ae94-2adaf33d8e5f HTTP/1.1" status: 204 len: 168 time: 0.8703768 Sep 25 03:30:30.374647 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-9f924da1-f71c-4210-943c-036618563682 req-a85d246a-7966-4fc8-8feb-ce663c16dca6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb3080d8-812a-4f43-a655-13f8c5d3aa4f HTTP/1.1" status: 200 len: 217 time: 0.4925947 Sep 25 03:30:30.402568 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e522b6-1179-4dfc-a865-5f1ff14a1acf service neutron] Pushing event updated for resources: {'Port': ['ID=28d0a967-ae0a-46e1-b1e9-1e3ffc3caec3,revision_number=3']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:30.478371 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f924da1-f71c-4210-943c-036618563682 req-e6e33605-5099-4da0-a459-64038ac0285e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:30.481275 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-9f924da1-f71c-4210-943c-036618563682 req-e6e33605-5099-4da0-a459-64038ac0285e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0072f95d-4fdc-4aac-bdda-8212120e86d9 HTTP/1.1" status: 200 len: 858 time: 0.0956659 Sep 25 03:30:30.488066 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbb2697-af1d-4407-b429-536cc4f004f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6503644-c6b4-4e1e-ae94-2adaf33d8e5f,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:30.529908 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-5325197c-727a-458b-a101-ba96fb3fdb90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:30.568122 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-9f924da1-f71c-4210-943c-036618563682 req-f1a92faa-437b-4712-9b26-c1ce03ac6f47 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=04b053c7-110d-4a44-9e11-89395a2b33fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790727 Sep 25 03:30:30.578634 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b99aca3-cecc-4809-bfb2-dd34abda1160 req-bad2b414-6be1-4145-87b1-b87177996e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:30.580315 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9b99aca3-cecc-4809-bfb2-dd34abda1160 req-bad2b414-6be1-4145-87b1-b87177996e95 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f29dc626f86246fe9738feefd6866b29&device_id=36ce5dc8-fe73-4edc-81d3-e0313fe83860 HTTP/1.1" status: 200 len: 1097 time: 0.2958121 Sep 25 03:30:30.590831 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65532e8-24e3-4438-9b32-01673fec7c4b req-daaa9d60-e97a-4086-8114-3d1d79e09f2a tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:30.599098 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e65532e8-24e3-4438-9b32-01673fec7c4b req-daaa9d60-e97a-4086-8114-3d1d79e09f2a tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/ports?device_id=36ce5dc8-fe73-4edc-81d3-e0313fe83860 HTTP/1.1" status: 200 len: 944 time: 0.4662681 Sep 25 03:30:30.675895 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9b99aca3-cecc-4809-bfb2-dd34abda1160 req-bddc9da7-a368-4b29-94ca-e7d099142ae5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28d0a967-ae0a-46e1-b1e9-1e3ffc3caec3 HTTP/1.1" status: 200 len: 217 time: 0.0734205 Sep 25 03:30:30.696477 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c8515-b60c-425b-92c0-f15766190235 req-4bada6ac-ac88-4b75-91c6-7e3ef88593ab tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:30.698522 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ad2c8515-b60c-425b-92c0-f15766190235 req-4bada6ac-ac88-4b75-91c6-7e3ef88593ab tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=797d92b8-a99f-4bce-899d-04675e53f4da HTTP/1.1" status: 200 len: 944 time: 0.3093171 Sep 25 03:30:30.870615 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e65532e8-24e3-4438-9b32-01673fec7c4b req-cc013be8-ba79-4204-99fc-403ae58fc031 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c699c2a-ea95-4f2c-8172-f4ed6406eab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2696333 Sep 25 03:30:30.889538 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-9f924da1-f71c-4210-943c-036618563682 req-1a2ffaa6-a503-4016-ab45-01565b36bae0 service neutron] 10.222.0.45 "GET /v2.0/networks/04b053c7-110d-4a44-9e11-89395a2b33fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130457 Sep 25 03:30:30.936206 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b99aca3-cecc-4809-bfb2-dd34abda1160 req-91b4e76e-97a2-48eb-9bad-4df497368566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:30.938824 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9b99aca3-cecc-4809-bfb2-dd34abda1160 req-91b4e76e-97a2-48eb-9bad-4df497368566 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=afccf4b9-490d-44a5-98b6-f28191ec0ff2 HTTP/1.1" status: 200 len: 850 time: 0.2546363 Sep 25 03:30:30.978596 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ad2c8515-b60c-425b-92c0-f15766190235 req-4054a9c7-3f3a-4858-8152-70f75891a0ca tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275898 Sep 25 03:30:31.132337 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-9f924da1-f71c-4210-943c-036618563682 req-efbf1263-7a7e-474b-9880-1c54aee90d9b service neutron] 10.222.0.45 "GET /v2.0/networks/04b053c7-110d-4a44-9e11-89395a2b33fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359400 Sep 25 03:30:31.185621 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-5325197c-727a-458b-a101-ba96fb3fdb90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:31.192528 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b99aca3-cecc-4809-bfb2-dd34abda1160 req-8780325e-c4c6-4752-af0c-e64fbbb086da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:31.196597 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9b99aca3-cecc-4809-bfb2-dd34abda1160 req-8780325e-c4c6-4752-af0c-e64fbbb086da service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2452402 Sep 25 03:30:31.202987 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-5325197c-727a-458b-a101-ba96fb3fdb90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:31.294338 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 49318) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:30:31.297734 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec01af0-b370-4778-8980-0d9518500a4d req-42fc158b-15ab-45b1-81c2-b608369b2a90 tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:31.306464 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-eec01af0-b370-4778-8980-0d9518500a4d req-42fc158b-15ab-45b1-81c2-b608369b2a90 tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] 10.222.0.42 "GET /v2.0/ports?device_id=361f6079-1c20-4c91-baae-12da55383992 HTTP/1.1" status: 200 len: 943 time: 0.3220181 Sep 25 03:30:31.379858 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-04958a92-fbb0-4796-90b8-9042802af7b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:31.440369 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5325197c-727a-458b-a101-ba96fb3fdb90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e3ee304-ced3-4c73-a7a4-bb5596349440,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:31.482586 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57c9e64-d1b9-4df8-b50d-dd1204020e51 req-cd331732-f487-4e6d-afec-eff40cf97d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:31.489557 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-b57c9e64-d1b9-4df8-b50d-dd1204020e51 req-cd331732-f487-4e6d-afec-eff40cf97d52 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=de34d8eb54e54aada3800c65f70a10d3&device_id=797d92b8-a99f-4bce-899d-04675e53f4da HTTP/1.1" status: 200 len: 1097 time: 0.2211030 Sep 25 03:30:31.496156 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-5325197c-727a-458b-a101-ba96fb3fdb90 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d09339ac0e9b44f584024828ff0a8ebd&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0066938 Sep 25 03:30:31.508131 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 49322) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:30:31.673315 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-eec01af0-b370-4778-8980-0d9518500a4d req-2a584f86-dc3b-4b1f-95dd-15792f164945 tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e99c652-588a-4adf-a920-b5685215d390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3343017 Sep 25 03:30:31.721967 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9b99aca3-cecc-4809-bfb2-dd34abda1160 req-83e24b2c-8aa2-4bd4-802f-ed642a2fa908 service neutron] 10.222.0.45 "GET /v2.0/networks/ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5135612 Sep 25 03:30:31.775905 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 49332) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:30:31.785722 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57c9e64-d1b9-4df8-b50d-dd1204020e51 req-02aaf483-6d6c-4ce3-abd3-af2ff38752e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:31.789079 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-b57c9e64-d1b9-4df8-b50d-dd1204020e51 req-02aaf483-6d6c-4ce3-abd3-af2ff38752e7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=04b053c7-110d-4a44-9e11-89395a2b33fc HTTP/1.1" status: 200 len: 919 time: 0.2883117 Sep 25 03:30:31.792243 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device e4d5df79-4e41-4409-86f3-ef4c5c58f9ce details requested by agent hyperv_hv-cinder-77570 with host hv-cinder-77570 {{(pid=94022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 03:30:31.812178 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-47faa433-de09-4522-9af2-3aaf1f971581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:31.873786 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-b57c9e64-d1b9-4df8-b50d-dd1204020e51 req-a40bc93b-3150-4882-804e-6a29f9fffd3c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb3080d8-812a-4f43-a655-13f8c5d3aa4f HTTP/1.1" status: 200 len: 217 time: 0.0717077 Sep 25 03:30:31.978290 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-47faa433-de09-4522-9af2-3aaf1f971581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:32.106709 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57c9e64-d1b9-4df8-b50d-dd1204020e51 req-29eca696-833e-4a20-b663-a9893a69914c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:32.108360 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-b57c9e64-d1b9-4df8-b50d-dd1204020e51 req-29eca696-833e-4a20-b663-a9893a69914c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0072f95d-4fdc-4aac-bdda-8212120e86d9 HTTP/1.1" status: 200 len: 858 time: 0.2178929 Sep 25 03:30:32.121579 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-04958a92-fbb0-4796-90b8-9042802af7b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:32.143034 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-04958a92-fbb0-4796-90b8-9042802af7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:32.170418 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] For port e4d5df79-4e41-4409-86f3-ef4c5c58f9ce, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=e4d5df79-4e41-4409-86f3-ef4c5c58f9ce,segment=NetworkSegment(d1107519-a3a7-4439-84b4-faab5f0b4168),segment_id=d1107519-a3a7-4439-84b4-faab5f0b4168)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:30:32.194623 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-04958a92-fbb0-4796-90b8-9042802af7b7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5892445137004873abca89c5fdc9acdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8985970 Sep 25 03:30:32.222712 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Returning: {'device': 'e4d5df79-4e41-4409-86f3-ef4c5c58f9ce', 'network_id': '52f21d64-0fe9-4dc2-bccc-4b09f1598d06', 'port_id': 'e4d5df79-4e41-4409-86f3-ef4c5c58f9ce', 'mac_address': 'fa:16:3e:5e:e1:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '247a331b-00d1-4535-ab2b-28895d4f0e45', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 03:30:32.227443 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 49346) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:30:32.237241 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-b57c9e64-d1b9-4df8-b50d-dd1204020e51 req-cb705eb1-2d16-4b77-bd8d-2b751fe92380 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=04b053c7-110d-4a44-9e11-89395a2b33fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1116719 Sep 25 03:30:32.299373 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9b99aca3-cecc-4809-bfb2-dd34abda1160 req-3adaec27-cb46-41c3-ade1-5922b6ed5e19 service neutron] 10.222.0.45 "GET /v2.0/networks/ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5491655 Sep 25 03:30:32.335193 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-6212eeef-4e35-4828-80a9-4b6bb2ceca6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:32.390933 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:32.408911 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04958a92-fbb0-4796-90b8-9042802af7b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad99021-81ad-497e-b301-b69edf2094f9,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:32.448214 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4d5df79-4e41-4409-86f3-ef4c5c58f9ce {{(pid=94022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 03:30:32.540491 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96544852-1545-42b5-88e6-da2b8bba40f4 req-7771d20b-a014-4ba6-b98d-837294c68b61 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:32.542074 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] For port e4d5df79-4e41-4409-86f3-ef4c5c58f9ce, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=e4d5df79-4e41-4409-86f3-ef4c5c58f9ce,segment=NetworkSegment(d1107519-a3a7-4439-84b4-faab5f0b4168),segment_id=d1107519-a3a7-4439-84b4-faab5f0b4168)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:30:32.543029 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-96544852-1545-42b5-88e6-da2b8bba40f4 req-7771d20b-a014-4ba6-b98d-837294c68b61 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/ports?device_id=36ce5dc8-fe73-4edc-81d3-e0313fe83860 HTTP/1.1" status: 200 len: 944 time: 0.5369833 Sep 25 03:30:32.554997 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:32.556123 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device eabedb0a-c09f-4603-9fcc-8e6dbc74f7ec details requested by agent hyperv_hv-cinder-77570 with host hv-cinder-77570 {{(pid=94022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 03:30:32.565163 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 49356) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:30:32.697809 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c55629b-8299-439b-8bdf-1806366c5d23 req-b1817e13-3626-4a98-8316-02fa494a2298 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:32.700118 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1c55629b-8299-439b-8bdf-1806366c5d23 req-b1817e13-3626-4a98-8316-02fa494a2298 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=797d92b8-a99f-4bce-899d-04675e53f4da HTTP/1.1" status: 200 len: 944 time: 0.3977535 Sep 25 03:30:32.722031 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e646a-312a-4575-855c-d9e6e0cbaf9d req-6efa09d6-eed4-41e7-a578-a3dcb28f89df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:32.724225 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-da8e646a-312a-4575-855c-d9e6e0cbaf9d req-6efa09d6-eed4-41e7-a578-a3dcb28f89df service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f29dc626f86246fe9738feefd6866b29&device_id=36ce5dc8-fe73-4edc-81d3-e0313fe83860 HTTP/1.1" status: 200 len: 1097 time: 0.2285075 Sep 25 03:30:32.750226 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-47faa433-de09-4522-9af2-3aaf1f971581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:32.753430 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-47faa433-de09-4522-9af2-3aaf1f971581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:32.755450 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-47faa433-de09-4522-9af2-3aaf1f971581 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6e3ee304-ced3-4c73-a7a4-bb5596349440 HTTP/1.1" status: 204 len: 168 time: 1.2441254 Sep 25 03:30:32.771360 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-accd7c67-97cf-4947-9d10-22d17fc185a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:32.819704 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-b57c9e64-d1b9-4df8-b50d-dd1204020e51 req-de017992-06e7-4b07-987e-deda17071819 service neutron] 10.222.0.45 "GET /v2.0/networks/04b053c7-110d-4a44-9e11-89395a2b33fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5730863 Sep 25 03:30:32.867830 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-accd7c67-97cf-4947-9d10-22d17fc185a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:32.882718 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47faa433-de09-4522-9af2-3aaf1f971581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e3ee304-ced3-4c73-a7a4-bb5596349440,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:32.901523 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Pushing event updated for resources: {'Port': ['ID=e4d5df79-4e41-4409-86f3-ef4c5c58f9ce,revision_number=4']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:32.905190 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-56549054-2a90-4706-bd38-91e951a975e8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-923663673-network', 'tenant_id': '1a2e9de5cd0b4ac6911e0227abfd0dc0'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:30:32.969865 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-96544852-1545-42b5-88e6-da2b8bba40f4 req-a3fed649-ba0f-4e0c-9bde-2ad189340325 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c699c2a-ea95-4f2c-8172-f4ed6406eab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3832767 Sep 25 03:30:32.975397 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] For port eabedb0a-c09f-4603-9fcc-8e6dbc74f7ec, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=eabedb0a-c09f-4603-9fcc-8e6dbc74f7ec,segment=NetworkSegment(8b908095-492d-4392-bdf1-2ef9f66d1c1d),segment_id=8b908095-492d-4392-bdf1-2ef9f66d1c1d)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:30:32.994666 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Returning: {'device': 'eabedb0a-c09f-4603-9fcc-8e6dbc74f7ec', 'network_id': '04b053c7-110d-4a44-9e11-89395a2b33fc', 'port_id': 'eabedb0a-c09f-4603-9fcc-8e6dbc74f7ec', 'mac_address': 'fa:16:3e:cc:48:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0072f95d-4fdc-4aac-bdda-8212120e86d9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 03:30:33.120282 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1c55629b-8299-439b-8bdf-1806366c5d23 req-842bfb52-7435-4c05-a50e-87828a20746e tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3936985 Sep 25 03:30:33.130689 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-b57c9e64-d1b9-4df8-b50d-dd1204020e51 req-a8137f6c-de5c-4ec1-99a1-c2a73ec669bb service neutron] 10.222.0.45 "GET /v2.0/networks/04b053c7-110d-4a44-9e11-89395a2b33fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987139 Sep 25 03:30:33.143770 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-accd7c67-97cf-4947-9d10-22d17fc185a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:33.155341 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-accd7c67-97cf-4947-9d10-22d17fc185a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:33.156892 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-accd7c67-97cf-4947-9d10-22d17fc185a3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6ad99021-81ad-497e-b301-b69edf2094f9 HTTP/1.1" status: 204 len: 168 time: 0.9228609 Sep 25 03:30:33.162540 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:33.195082 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accd7c67-97cf-4947-9d10-22d17fc185a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad99021-81ad-497e-b301-b69edf2094f9,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:33.218972 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eabedb0a-c09f-4603-9fcc-8e6dbc74f7ec {{(pid=94022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 03:30:33.300439 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-6212eeef-4e35-4828-80a9-4b6bb2ceca6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:33.317775 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-6212eeef-4e35-4828-80a9-4b6bb2ceca6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:33.367642 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e646a-312a-4575-855c-d9e6e0cbaf9d req-4caae871-5488-4a5c-b608-f1954b1c1fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:33.370059 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-da8e646a-312a-4575-855c-d9e6e0cbaf9d req-4caae871-5488-4a5c-b608-f1954b1c1fb4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd HTTP/1.1" status: 200 len: 912 time: 0.6122997 Sep 25 03:30:33.409771 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] For port eabedb0a-c09f-4603-9fcc-8e6dbc74f7ec, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=eabedb0a-c09f-4603-9fcc-8e6dbc74f7ec,segment=NetworkSegment(8b908095-492d-4392-bdf1-2ef9f66d1c1d),segment_id=8b908095-492d-4392-bdf1-2ef9f66d1c1d)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:30:33.421391 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-6212eeef-4e35-4828-80a9-4b6bb2ceca6c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=49ec1bff069c4e0f94e8add4687dbcc4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6426702 Sep 25 03:30:33.422304 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56549054-2a90-4706-bd38-91e951a975e8 admin admin] Made reservation on behalf of 1a2e9de5cd0b4ac6911e0227abfd0dc0 for: {'network': 1} {{(pid=94021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 03:30:33.425441 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:33.425680 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 49386) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:30:33.434983 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-56549054-2a90-4706-bd38-91e951a975e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for network, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:33.524421 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6212eeef-4e35-4828-80a9-4b6bb2ceca6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26bc0a6f-478b-405e-a33c-08745acf1f6c,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:33.555261 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-71f036c5-ea22-46f5-987d-7fe992a8335d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:33.560307 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b312afec-6a4e-4536-bc44-76e9b38f1066 req-3d97929c-65f1-413b-be12-bdd7fa8eef04 tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:33.562025 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b312afec-6a4e-4536-bc44-76e9b38f1066 req-3d97929c-65f1-413b-be12-bdd7fa8eef04 tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] 10.222.0.42 "GET /v2.0/ports?device_id=361f6079-1c20-4c91-baae-12da55383992 HTTP/1.1" status: 200 len: 944 time: 0.3510566 Sep 25 03:30:33.571372 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-da8e646a-312a-4575-855c-d9e6e0cbaf9d req-94e6d346-b250-4e11-a782-de926ca70b5a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28d0a967-ae0a-46e1-b1e9-1e3ffc3caec3 HTTP/1.1" status: 200 len: 217 time: 0.1811571 Sep 25 03:30:33.572557 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-56549054-2a90-4706-bd38-91e951a975e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:33.627420 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-71f036c5-ea22-46f5-987d-7fe992a8335d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:33.700915 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Pushing event updated for resources: {'Port': ['ID=eabedb0a-c09f-4603-9fcc-8e6dbc74f7ec,revision_number=4']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:33.759740 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-71f036c5-ea22-46f5-987d-7fe992a8335d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:33.774892 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-71f036c5-ea22-46f5-987d-7fe992a8335d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:33.776103 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-71f036c5-ea22-46f5-987d-7fe992a8335d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/26bc0a6f-478b-405e-a33c-08745acf1f6c HTTP/1.1" status: 204 len: 168 time: 0.3492415 Sep 25 03:30:33.800187 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f036c5-ea22-46f5-987d-7fe992a8335d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26bc0a6f-478b-405e-a33c-08745acf1f6c,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:33.806977 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b312afec-6a4e-4536-bc44-76e9b38f1066 req-07f87e9f-7bf2-4c10-8d71-83c57594bcf7 tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e99c652-588a-4adf-a920-b5685215d390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287018 Sep 25 03:30:33.853424 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 49402) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:30:33.862209 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e646a-312a-4575-855c-d9e6e0cbaf9d req-b08561e2-0342-4c49-97c6-7434c96956fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:33.873356 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-da8e646a-312a-4575-855c-d9e6e0cbaf9d req-b08561e2-0342-4c49-97c6-7434c96956fe service neutron] 10.222.0.45 "GET /v2.0/subnets?id=afccf4b9-490d-44a5-98b6-f28191ec0ff2 HTTP/1.1" status: 200 len: 850 time: 0.2848868 Sep 25 03:30:33.892078 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-3db3a6f8-b401-473a-bfb4-bda4c38f9d4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:34.016830 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e646a-312a-4575-855c-d9e6e0cbaf9d req-06832ed7-b947-470c-82da-ce1297669738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:34.024155 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-da8e646a-312a-4575-855c-d9e6e0cbaf9d req-06832ed7-b947-470c-82da-ce1297669738 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1494312 Sep 25 03:30:34.074206 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] get_ports_and_sgs() called for port_ids ['e4d5df79-4e41-4409-86f3-ef4c5c58f9ce'] {{(pid=94022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 25 03:30:34.146139 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] get_ports_and_sgs() called for port_ids ['eabedb0a-c09f-4603-9fcc-8e6dbc74f7ec'] {{(pid=94022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 25 03:30:34.638548 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-da8e646a-312a-4575-855c-d9e6e0cbaf9d req-c28d0d3c-d3e5-443f-90ba-18e7ee4299d0 service neutron] 10.222.0.45 "GET /v2.0/networks/ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6033275 Sep 25 03:30:34.683631 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-56549054-2a90-4706-bd38-91e951a975e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:34.774733 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 49450) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:30:34.816476 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-56549054-2a90-4706-bd38-91e951a975e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:34.840399 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-32fc8c85-e607-4eef-a0d3-d371635a0875 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:34.986332 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56549054-2a90-4706-bd38-91e951a975e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd42426-2f29-4f0d-a33f-3d22e4ff0cf4,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:35.022883 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-3db3a6f8-b401-473a-bfb4-bda4c38f9d4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:35.037821 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-3db3a6f8-b401-473a-bfb4-bda4c38f9d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:35.086641 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6caa5a-76b1-43ec-baae-a395483d6142 req-6ba16f9c-48bc-4800-9a31-267e4a27d515 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:35.088336 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ec6caa5a-76b1-43ec-baae-a395483d6142 req-6ba16f9c-48bc-4800-9a31-267e4a27d515 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/ports?device_id=36ce5dc8-fe73-4edc-81d3-e0313fe83860 HTTP/1.1" status: 200 len: 944 time: 0.5299358 Sep 25 03:30:35.117815 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f7f9b6-4039-4652-b808-58149db3d4e5 req-37fba1f4-ef6c-43b3-ae67-b9dfb48392ee tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:35.119453 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-33f7f9b6-4039-4652-b808-58149db3d4e5 req-37fba1f4-ef6c-43b3-ae67-b9dfb48392ee tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=797d92b8-a99f-4bce-899d-04675e53f4da HTTP/1.1" status: 200 len: 944 time: 0.6176963 Sep 25 03:30:35.120517 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56549054-2a90-4706-bd38-91e951a975e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=94021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 03:30:35.209743 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db3a6f8-b401-473a-bfb4-bda4c38f9d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a296eb7-ea61-4ebb-848f-7a56033f0e5d,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:35.254270 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-3db3a6f8-b401-473a-bfb4-bda4c38f9d4c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=391c6a3a6a114a6f921e9590aaaa55ea&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3992877 Sep 25 03:30:35.263153 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 49470) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:30:35.327058 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-56549054-2a90-4706-bd38-91e951a975e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614597'] for segment, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:35.327609 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.db.segments_db [None req-56549054-2a90-4706-bd38-91e951a975e8 admin admin] Added segment 6a762df3-01aa-4032-9a30-c7673fbcf513 of type vlan for network 2763b0ca-352d-4264-ab94-c3bcda1dd998 Sep 25 03:30:35.387572 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-da8e646a-312a-4575-855c-d9e6e0cbaf9d req-bfb168e8-7d28-4f09-bb4f-ab1e06a9a6c6 service neutron] 10.222.0.45 "GET /v2.0/networks/ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7019050 Sep 25 03:30:35.481466 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-32fc8c85-e607-4eef-a0d3-d371635a0875 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:35.489727 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-32fc8c85-e607-4eef-a0d3-d371635a0875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:35.560282 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fc8c85-e607-4eef-a0d3-d371635a0875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe7d4b65-c0ef-4ddd-8ae6-dbbb15b222f8,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:35.563926 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ec6caa5a-76b1-43ec-baae-a395483d6142 req-58357bd7-1567-47e0-8955-8ae3b54e4e14 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c699c2a-ea95-4f2c-8172-f4ed6406eab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4391217 Sep 25 03:30:35.616918 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-32fc8c85-e607-4eef-a0d3-d371635a0875 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=654f38bfdf234b2a9a0b2204cddfeac3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8397605 Sep 25 03:30:35.621095 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 49484) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:30:35.624367 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-33f7f9b6-4039-4652-b808-58149db3d4e5 req-950048f7-dff0-49fb-bf26-ef73a4cb7461 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4844477 Sep 25 03:30:35.632614 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-56549054-2a90-4706-bd38-91e951a975e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731880296735'] for network, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:35.672240 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-ace7b107-5bca-4c55-9ae6-f599578f69f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:35.757349 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device eb3080d8-812a-4f43-a655-13f8c5d3aa4f details requested by agent hyperv_hv-cinder-77570 with host hv-cinder-77570 {{(pid=94022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 03:30:35.771322 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-ace7b107-5bca-4c55-9ae6-f599578f69f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:35.773616 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-3daeba44-a23a-4575-8892-a7bfd7593134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:35.794814 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-56549054-2a90-4706-bd38-91e951a975e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117'] for network, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:35.797091 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56549054-2a90-4706-bd38-91e951a975e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:35.798839 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-56549054-2a90-4706-bd38-91e951a975e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3625783'] for network, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:35.855249 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-3daeba44-a23a-4575-8892-a7bfd7593134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:35.990984 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] For port eb3080d8-812a-4f43-a655-13f8c5d3aa4f, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=eb3080d8-812a-4f43-a655-13f8c5d3aa4f,segment=NetworkSegment(8b908095-492d-4392-bdf1-2ef9f66d1c1d),segment_id=8b908095-492d-4392-bdf1-2ef9f66d1c1d)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:30:36.003858 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-3daeba44-a23a-4575-8892-a7bfd7593134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:36.010179 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-3daeba44-a23a-4575-8892-a7bfd7593134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:36.015754 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-3daeba44-a23a-4575-8892-a7bfd7593134 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fe7d4b65-c0ef-4ddd-8ae6-dbbb15b222f8 HTTP/1.1" status: 204 len: 168 time: 0.3906119 Sep 25 03:30:36.020937 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Returning: {'device': 'eb3080d8-812a-4f43-a655-13f8c5d3aa4f', 'network_id': '04b053c7-110d-4a44-9e11-89395a2b33fc', 'port_id': 'eb3080d8-812a-4f43-a655-13f8c5d3aa4f', 'mac_address': 'fa:16:3e:9c:37:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0072f95d-4fdc-4aac-bdda-8212120e86d9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 03:30:36.050580 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daeba44-a23a-4575-8892-a7bfd7593134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe7d4b65-c0ef-4ddd-8ae6-dbbb15b222f8,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:36.078346 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56549054-2a90-4706-bd38-91e951a975e8 admin admin] Pushing event updated for resources: {'Network': ['ID=2763b0ca-352d-4264-ab94-c3bcda1dd998,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:36.094563 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 49494) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:30:36.094762 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-56549054-2a90-4706-bd38-91e951a975e8 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 3.5211937 Sep 25 03:30:36.105675 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-6a1ee2de-53dc-4327-9366-8716b7ee7a8e admin admin] Request body: {'subnet': {'network_id': '2763b0ca-352d-4264-ab94-c3bcda1dd998', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-923663673-subnet', 'tenant_id': '1a2e9de5cd0b4ac6911e0227abfd0dc0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:30:36.114069 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Network 2763b0ca-352d-4264-ab94-c3bcda1dd998 details requested by agent ovs-agent-dv-cinder-775706-4-iscsi with host dv-cinder-775706-4-iscsi {{(pid=94022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 03:30:36.119054 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f883758-c810-4d5f-8c6a-a9b10851d2d6 req-c7b81b60-9f16-4451-b786-7338bec003ec tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:36.120890 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0f883758-c810-4d5f-8c6a-a9b10851d2d6 req-c7b81b60-9f16-4451-b786-7338bec003ec tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] 10.222.0.42 "GET /v2.0/ports?device_id=361f6079-1c20-4c91-baae-12da55383992 HTTP/1.1" status: 200 len: 944 time: 0.3330109 Sep 25 03:30:36.142691 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 49496) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:30:36.170886 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a1ee2de-53dc-4327-9366-8716b7ee7a8e admin admin] Made reservation on behalf of 1a2e9de5cd0b4ac6911e0227abfd0dc0 for: {'subnet': 1} {{(pid=94020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 03:30:36.172783 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-ace7b107-5bca-4c55-9ae6-f599578f69f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:36.174657 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6a1ee2de-53dc-4327-9366-8716b7ee7a8e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:36.175458 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-ace7b107-5bca-4c55-9ae6-f599578f69f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:36.176732 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-ace7b107-5bca-4c55-9ae6-f599578f69f4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6a296eb7-ea61-4ebb-848f-7a56033f0e5d HTTP/1.1" status: 204 len: 168 time: 0.8816309 Sep 25 03:30:36.180073 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:36.212786 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace7b107-5bca-4c55-9ae6-f599578f69f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a296eb7-ea61-4ebb-848f-7a56033f0e5d,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:36.223131 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb3080d8-812a-4f43-a655-13f8c5d3aa4f {{(pid=94022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 03:30:36.249005 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0f883758-c810-4d5f-8c6a-a9b10851d2d6 req-4736e3e0-115c-45db-b518-69074311c890 tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e99c652-588a-4adf-a920-b5685215d390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099641 Sep 25 03:30:36.431833 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] For port eb3080d8-812a-4f43-a655-13f8c5d3aa4f, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=eb3080d8-812a-4f43-a655-13f8c5d3aa4f,segment=NetworkSegment(8b908095-492d-4392-bdf1-2ef9f66d1c1d),segment_id=8b908095-492d-4392-bdf1-2ef9f66d1c1d)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:30:36.441294 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:36.442415 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device 28d0a967-ae0a-46e1-b1e9-1e3ffc3caec3 details requested by agent hyperv_hv-cinder-77570 with host hv-cinder-77570 {{(pid=94022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 03:30:36.574732 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Pushing event updated for resources: {'Port': ['ID=eb3080d8-812a-4f43-a655-13f8c5d3aa4f,revision_number=4']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:36.619645 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6a1ee2de-53dc-4327-9366-8716b7ee7a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117'] for subnet, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:36.687851 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] For port 28d0a967-ae0a-46e1-b1e9-1e3ffc3caec3, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=28d0a967-ae0a-46e1-b1e9-1e3ffc3caec3,segment=NetworkSegment(b18845fd-6154-4686-999a-ae6be2eb8184),segment_id=b18845fd-6154-4686-999a-ae6be2eb8184)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:30:36.720593 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Returning: {'device': '28d0a967-ae0a-46e1-b1e9-1e3ffc3caec3', 'network_id': 'ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd', 'port_id': '28d0a967-ae0a-46e1-b1e9-1e3ffc3caec3', 'mac_address': 'fa:16:3e:74:71:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afccf4b9-490d-44a5-98b6-f28191ec0ff2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 03:30:36.821664 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-56852c2a-f707-43d5-bf53-9cb7c73daeb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:36.855926 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1ee2de-53dc-4327-9366-8716b7ee7a8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8393278-75fa-453f-b9a7-e0627b725e81,revision_number=0']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:36.895656 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1ee2de-53dc-4327-9366-8716b7ee7a8e admin admin] Checking segment: {'id': '6a762df3-01aa-4032-9a30-c7673fbcf513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2763b0ca-352d-4264-ab94-c3bcda1dd998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 03:30:36.898640 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1ee2de-53dc-4327-9366-8716b7ee7a8e admin admin] Network hostable DHCP agents. Network: 2763b0ca-352d-4264-ab94-c3bcda1dd998, hostable agents: ['2fa0f05e-bfa9-4bbd-9fe7-8d8f67ba176e'], hosted agents: [] {{(pid=94020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 03:30:36.919763 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:36.957273 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28d0a967-ae0a-46e1-b1e9-1e3ffc3caec3 {{(pid=94022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 03:30:36.962272 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1ee2de-53dc-4327-9366-8716b7ee7a8e admin admin] Network 2763b0ca-352d-4264-ab94-c3bcda1dd998 is scheduled to be hosted by DHCP agent 2fa0f05e-bfa9-4bbd-9fe7-8d8f67ba176e with binding_index 1 {{(pid=94020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 03:30:36.992448 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.base_scheduler [None req-6a1ee2de-53dc-4327-9366-8716b7ee7a8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-4-iscsi, 2763b0ca-352d-4264-ab94-c3bcda1dd998) {{(pid=94020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:30:37.009003 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1ee2de-53dc-4327-9366-8716b7ee7a8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:37.010151 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6a1ee2de-53dc-4327-9366-8716b7ee7a8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3625783'] for subnet, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:37.023720 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd909db-9a87-4876-9e98-048e56fed8d7 None None] Network 2763b0ca-352d-4264-ab94-c3bcda1dd998 requested from dv-cinder-775706-4-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 03:30:37.035738 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] For port 28d0a967-ae0a-46e1-b1e9-1e3ffc3caec3, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=28d0a967-ae0a-46e1-b1e9-1e3ffc3caec3,segment=NetworkSegment(b18845fd-6154-4686-999a-ae6be2eb8184),segment_id=b18845fd-6154-4686-999a-ae6be2eb8184)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:30:37.064047 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:37.150385 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a84043-a365-4a54-88d9-8a7541cc3d43 req-96b39696-ae44-4a3e-88b6-76c934e6957e tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:37.154434 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-58a84043-a365-4a54-88d9-8a7541cc3d43 req-96b39696-ae44-4a3e-88b6-76c934e6957e tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/ports?device_id=36ce5dc8-fe73-4edc-81d3-e0313fe83860 HTTP/1.1" status: 200 len: 944 time: 0.3199868 Sep 25 03:30:37.187466 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d34102-4772-4658-bfce-d6978e2f558a req-526e637e-f5bf-4f42-b42d-730861c59769 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:37.190235 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-54d34102-4772-4658-bfce-d6978e2f558a req-526e637e-f5bf-4f42-b42d-730861c59769 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=797d92b8-a99f-4bce-899d-04675e53f4da HTTP/1.1" status: 200 len: 945 time: 0.3373086 Sep 25 03:30:37.242125 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Pushing event updated for resources: {'Port': ['ID=28d0a967-ae0a-46e1-b1e9-1e3ffc3caec3,revision_number=4']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:37.354760 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ebb3f7-72ed-4af9-bd6b-7af4fd95aac6 None None] Network 2763b0ca-352d-4264-ab94-c3bcda1dd998 requested from dv-cinder-775706-4-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 03:30:37.364604 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-54d34102-4772-4658-bfce-d6978e2f558a req-bafad5b8-f26a-4668-8d16-85d99c3a2bd7 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545873 Sep 25 03:30:37.414180 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-58a84043-a365-4a54-88d9-8a7541cc3d43 req-1c8e28fc-7961-4e87-ad6c-f5b126a49a9a tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c699c2a-ea95-4f2c-8172-f4ed6406eab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2215304 Sep 25 03:30:37.484895 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-56852c2a-f707-43d5-bf53-9cb7c73daeb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:37.494109 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-56852c2a-f707-43d5-bf53-9cb7c73daeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:37.507047 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-6a1ee2de-53dc-4327-9366-8716b7ee7a8e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4106641 Sep 25 03:30:37.531032 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 49522) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:30:37.543969 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] get_ports_and_sgs() called for port_ids ['eb3080d8-812a-4f43-a655-13f8c5d3aa4f'] {{(pid=94022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 25 03:30:37.561333 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-56852c2a-f707-43d5-bf53-9cb7c73daeb2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f6c9984c30b84791adf4c8b5ab2ac11d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4107001 Sep 25 03:30:37.561582 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] get_ports_and_sgs() called for port_ids ['28d0a967-ae0a-46e1-b1e9-1e3ffc3caec3'] {{(pid=94022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 25 03:30:37.567761 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 49524) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:30:37.588916 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b9ce3b26-21e4-4f8e-92b4-88bb39f1340a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:37.620766 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56852c2a-f707-43d5-bf53-9cb7c73daeb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e95cd914-4218-4187-b83e-65e371445375,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:37.699969 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc3c449-ac6a-4156-9a38-9c942d79e19f req-2c05a84c-410d-49d4-92b3-9356a7eb6d41 tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:37.707625 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5bc3c449-ac6a-4156-9a38-9c942d79e19f req-2c05a84c-410d-49d4-92b3-9356a7eb6d41 tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] 10.222.0.42 "GET /v2.0/ports?device_id=361f6079-1c20-4c91-baae-12da55383992 HTTP/1.1" status: 200 len: 944 time: 0.1643572 Sep 25 03:30:37.710633 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-e6dd3940-40c7-4953-80a0-eb88ca6fc50a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:37.745725 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-e6dd3940-40c7-4953-80a0-eb88ca6fc50a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:37.792630 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device e4d5df79-4e41-4409-86f3-ef4c5c58f9ce up at agent hyperv_hv-cinder-77570 {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 03:30:37.827579 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-e6dd3940-40c7-4953-80a0-eb88ca6fc50a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:37.834175 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-e6dd3940-40c7-4953-80a0-eb88ca6fc50a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:37.836474 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-e6dd3940-40c7-4953-80a0-eb88ca6fc50a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e95cd914-4218-4187-b83e-65e371445375 HTTP/1.1" status: 204 len: 168 time: 0.2573335 Sep 25 03:30:37.866659 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dd3940-40c7-4953-80a0-eb88ca6fc50a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95cd914-4218-4187-b83e-65e371445375,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:37.892056 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5bc3c449-ac6a-4156-9a38-9c942d79e19f req-3c6ee9a7-8175-45f0-92bb-1c7a907826f4 tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e99c652-588a-4adf-a920-b5685215d390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834946 Sep 25 03:30:37.921148 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b9ce3b26-21e4-4f8e-92b4-88bb39f1340a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:37.932835 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b9ce3b26-21e4-4f8e-92b4-88bb39f1340a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:38.007030 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ce3b26-21e4-4f8e-92b4-88bb39f1340a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e243ea9-ed61-4a2e-ba0f-93cb2defdecf,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:38.059874 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-b9ce3b26-21e4-4f8e-92b4-88bb39f1340a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f5c4838da7c440809cd6e879011a800f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5256386 Sep 25 03:30:38.062946 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 49534) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:30:38.160214 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Provisioning for port e4d5df79-4e41-4409-86f3-ef4c5c58f9ce completed by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 25 03:30:38.190134 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-e1de4b9e-44bb-4218-9df2-108c9944fa33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:38.191516 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Provisioning complete for port e4d5df79-4e41-4409-86f3-ef4c5c58f9ce triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:30:38.192000 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:38.230042 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-e1de4b9e-44bb-4218-9df2-108c9944fa33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:38.327387 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-e1de4b9e-44bb-4218-9df2-108c9944fa33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:38.330582 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-e1de4b9e-44bb-4218-9df2-108c9944fa33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:38.336176 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-e1de4b9e-44bb-4218-9df2-108c9944fa33 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5e243ea9-ed61-4a2e-ba0f-93cb2defdecf HTTP/1.1" status: 204 len: 168 time: 0.2677243 Sep 25 03:30:38.353129 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1de4b9e-44bb-4218-9df2-108c9944fa33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e243ea9-ed61-4a2e-ba0f-93cb2defdecf,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:38.445010 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:38.495454 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '361f6079-1c20-4c91-baae-12da55383992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d5df79-4e41-4409-86f3-ef4c5c58f9ce'}] {{(pid=94022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 03:30:38.632482 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] For port e4d5df79-4e41-4409-86f3-ef4c5c58f9ce, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=e4d5df79-4e41-4409-86f3-ef4c5c58f9ce,segment=NetworkSegment(d1107519-a3a7-4439-84b4-faab5f0b4168),segment_id=d1107519-a3a7-4439-84b4-faab5f0b4168)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:30:38.645665 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:38.646170 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device eabedb0a-c09f-4603-9fcc-8e6dbc74f7ec up at agent hyperv_hv-cinder-77570 {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 03:30:38.681984 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e4c182-f4b9-4531-89e9-9c4af95e59db req-a68dc3c8-0c49-4a74-93ad-e75fb3d99b55 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:38.689792 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-16e4c182-f4b9-4531-89e9-9c4af95e59db req-a68dc3c8-0c49-4a74-93ad-e75fb3d99b55 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/ports?device_id=36ce5dc8-fe73-4edc-81d3-e0313fe83860 HTTP/1.1" status: 200 len: 945 time: 0.1462417 Sep 25 03:30:38.734031 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9788e405-8fc3-4fa6-94c7-d348ea6d98e1 req-4d81d0c7-a071-484f-8b90-96cbd5fbf96f tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:38.735723 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9788e405-8fc3-4fa6-94c7-d348ea6d98e1 req-4d81d0c7-a071-484f-8b90-96cbd5fbf96f tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=797d92b8-a99f-4bce-899d-04675e53f4da HTTP/1.1" status: 200 len: 945 time: 0.1171606 Sep 25 03:30:38.790801 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-16e4c182-f4b9-4531-89e9-9c4af95e59db req-54ffb3d6-816c-4f4f-9483-544271d61c10 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c699c2a-ea95-4f2c-8172-f4ed6406eab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985868 Sep 25 03:30:38.865947 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9788e405-8fc3-4fa6-94c7-d348ea6d98e1 req-c6154b06-704a-41f1-89f7-9da97afc1c08 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973570 Sep 25 03:30:38.881565 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Pushing event updated for resources: {'Port': ['ID=e4d5df79-4e41-4409-86f3-ef4c5c58f9ce,revision_number=5']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:38.887856 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Provisioning for port eabedb0a-c09f-4603-9fcc-8e6dbc74f7ec completed by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 25 03:30:38.894296 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Provisioning complete for port eabedb0a-c09f-4603-9fcc-8e6dbc74f7ec triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:30:38.894951 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:39.078515 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 49560) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:30:39.120495 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:39.134047 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-69eae3fd-89ff-4d08-9a4d-d079102ac25f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:39.137088 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a52611-1b35-43a0-a68e-79ff4b6a8219 req-0b12979e-8dbd-46be-9e31-8ca4220affc8 tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:39.147489 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-83a52611-1b35-43a0-a68e-79ff4b6a8219 req-0b12979e-8dbd-46be-9e31-8ca4220affc8 tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] 10.222.0.42 "GET /v2.0/ports?device_id=361f6079-1c20-4c91-baae-12da55383992 HTTP/1.1" status: 200 len: 945 time: 0.1048064 Sep 25 03:30:39.202752 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] For port eabedb0a-c09f-4603-9fcc-8e6dbc74f7ec, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=eabedb0a-c09f-4603-9fcc-8e6dbc74f7ec,segment=NetworkSegment(8b908095-492d-4392-bdf1-2ef9f66d1c1d),segment_id=8b908095-492d-4392-bdf1-2ef9f66d1c1d)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:30:39.213016 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:39.214100 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-83a52611-1b35-43a0-a68e-79ff4b6a8219 req-ffaa59f3-48b3-4059-8f9e-e7b0f09d6bed tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e99c652-588a-4adf-a920-b5685215d390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654407 Sep 25 03:30:39.355306 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Pushing event updated for resources: {'Port': ['ID=eabedb0a-c09f-4603-9fcc-8e6dbc74f7ec,revision_number=5']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:39.432259 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-69eae3fd-89ff-4d08-9a4d-d079102ac25f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:39.440775 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-69eae3fd-89ff-4d08-9a4d-d079102ac25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:39.511261 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-69eae3fd-89ff-4d08-9a4d-d079102ac25f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f9c0cad3361643059ff50aee844b5a65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4262812 Sep 25 03:30:39.512443 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 49568) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:30:39.524062 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eae3fd-89ff-4d08-9a4d-d079102ac25f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94fcf006-6670-4df8-b302-9a810ccbe82d,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:39.639397 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-2b3dca0e-0a67-4b39-bd56-b40988e20670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:39.693455 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-2b3dca0e-0a67-4b39-bd56-b40988e20670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:39.755031 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9141e1544748c335de5c87e81d01f98f4272279fe7d072e46966747184492a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49518790-bed8-4f9b-820f-283e97366ef9" -d '{"events": [{"server_uuid": "361f6079-1c20-4c91-baae-12da55383992", "name": "network-vif-plugged", "status": "completed", "tag": "e4d5df79-4e41-4409-86f3-ef4c5c58f9ce"}]}' {{(pid=94022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 03:30:39.786427 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device eb3080d8-812a-4f43-a655-13f8c5d3aa4f up at agent hyperv_hv-cinder-77570 {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 03:30:39.846645 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-2b3dca0e-0a67-4b39-bd56-b40988e20670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:39.855608 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-2b3dca0e-0a67-4b39-bd56-b40988e20670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:39.866186 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-2b3dca0e-0a67-4b39-bd56-b40988e20670 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/94fcf006-6670-4df8-b302-9a810ccbe82d HTTP/1.1" status: 204 len: 168 time: 0.3510296 Sep 25 03:30:39.900162 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3dca0e-0a67-4b39-bd56-b40988e20670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94fcf006-6670-4df8-b302-9a810ccbe82d,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:40.017563 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Provisioning for port eb3080d8-812a-4f43-a655-13f8c5d3aa4f completed by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 25 03:30:40.027059 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Provisioning complete for port eb3080d8-812a-4f43-a655-13f8c5d3aa4f triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:30:40.027651 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:40.113011 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ce5ef-f018-49f2-a538-09685fffb829 req-684bfa40-9ae8-4f36-8ed0-415e38e955cb tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:40.121146 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d84ce5ef-f018-49f2-a538-09685fffb829 req-684bfa40-9ae8-4f36-8ed0-415e38e955cb tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/ports?device_id=36ce5dc8-fe73-4edc-81d3-e0313fe83860 HTTP/1.1" status: 200 len: 945 time: 0.1508739 Sep 25 03:30:40.203400 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d84ce5ef-f018-49f2-a538-09685fffb829 req-ce223ba1-1d7e-4706-8015-693099475bdc tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c699c2a-ea95-4f2c-8172-f4ed6406eab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726361 Sep 25 03:30:40.212173 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:40.311192 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] For port eb3080d8-812a-4f43-a655-13f8c5d3aa4f, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=eb3080d8-812a-4f43-a655-13f8c5d3aa4f,segment=NetworkSegment(8b908095-492d-4392-bdf1-2ef9f66d1c1d),segment_id=8b908095-492d-4392-bdf1-2ef9f66d1c1d)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:30:40.328599 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:40.329521 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device 28d0a967-ae0a-46e1-b1e9-1e3ffc3caec3 up at agent hyperv_hv-cinder-77570 {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 03:30:40.466889 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 03:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b15789-77e0-4541-b4fd-e09f97d24877 x-openstack-request-id: req-d9b15789-77e0-4541-b4fd-e09f97d24877 {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 03:30:40.467356 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "361f6079-1c20-4c91-baae-12da55383992", "name": "network-vif-plugged", "status": "completed", "tag": "e4d5df79-4e41-4409-86f3-ef4c5c58f9ce", "code": 200}]} {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 03:30:40.467765 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d9b15789-77e0-4541-b4fd-e09f97d24877 {{(pid=94022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 03:30:40.468500 dv-cinder-775706-4-iscsi neutron-server[94022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '361f6079-1c20-4c91-baae-12da55383992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d5df79-4e41-4409-86f3-ef4c5c58f9ce', 'code': 200} Sep 25 03:30:40.525369 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5698a9c-4068-457e-bc46-82135f63b4a8 req-5d01535e-c464-47f6-9e40-3bc83fc38e1f tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:40.545670 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f5698a9c-4068-457e-bc46-82135f63b4a8 req-5d01535e-c464-47f6-9e40-3bc83fc38e1f tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=797d92b8-a99f-4bce-899d-04675e53f4da HTTP/1.1" status: 200 len: 946 time: 0.2239361 Sep 25 03:30:40.640113 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f5698a9c-4068-457e-bc46-82135f63b4a8 req-cab9711e-86b1-43a2-b851-2ba311431246 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904419 Sep 25 03:30:40.904708 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Pushing event updated for resources: {'Port': ['ID=eb3080d8-812a-4f43-a655-13f8c5d3aa4f,revision_number=5']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:40.939297 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Provisioning for port 28d0a967-ae0a-46e1-b1e9-1e3ffc3caec3 completed by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 25 03:30:40.954771 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Provisioning complete for port 28d0a967-ae0a-46e1-b1e9-1e3ffc3caec3 triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:30:40.955667 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:40.983124 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647225a7-101e-4fd9-bb75-bc4b5734e345 req-f0a7283b-3836-4007-87c2-223c046cd01e tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:40.986534 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-647225a7-101e-4fd9-bb75-bc4b5734e345 req-f0a7283b-3836-4007-87c2-223c046cd01e tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] 10.222.0.42 "GET /v2.0/ports?device_id=361f6079-1c20-4c91-baae-12da55383992 HTTP/1.1" status: 200 len: 945 time: 0.3232751 Sep 25 03:30:41.025727 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852593ac-cf36-4b99-ae11-d62f93edee77 req-bf226c91-b1fa-4f11-838b-5c929071d047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:41.028666 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-852593ac-cf36-4b99-ae11-d62f93edee77 req-bf226c91-b1fa-4f11-838b-5c929071d047 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=361f6079-1c20-4c91-baae-12da55383992 HTTP/1.1" status: 200 len: 1098 time: 0.2708342 Sep 25 03:30:41.076095 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-852593ac-cf36-4b99-ae11-d62f93edee77 req-66e6a01c-063f-418f-a145-1a734917de98 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:41.124088 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-647225a7-101e-4fd9-bb75-bc4b5734e345 req-e4f691b3-e581-4c8a-9ff2-77a8d6e704df tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e99c652-588a-4adf-a920-b5685215d390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168017 Sep 25 03:30:41.131485 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:41.169686 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 49610) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:30:41.187732 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-fd09a570-1770-42b2-ab5a-9f0169892382 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1169577806-network', 'tenant_id': '7deddf0e6f2a48538869a1aee57ac2a1'}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:30:41.217950 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] For port 28d0a967-ae0a-46e1-b1e9-1e3ffc3caec3, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=28d0a967-ae0a-46e1-b1e9-1e3ffc3caec3,segment=NetworkSegment(b18845fd-6154-4686-999a-ae6be2eb8184),segment_id=b18845fd-6154-4686-999a-ae6be2eb8184)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:30:41.227342 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:41.367460 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Pushing event updated for resources: {'Port': ['ID=28d0a967-ae0a-46e1-b1e9-1e3ffc3caec3,revision_number=5']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:41.464832 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-852593ac-cf36-4b99-ae11-d62f93edee77 req-66e6a01c-063f-418f-a145-1a734917de98 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:41.486009 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-852593ac-cf36-4b99-ae11-d62f93edee77 req-66e6a01c-063f-418f-a145-1a734917de98 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:41.504866 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd09a570-1770-42b2-ab5a-9f0169892382 admin admin] Made reservation on behalf of 7deddf0e6f2a48538869a1aee57ac2a1 for: {'network': 1} {{(pid=94020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 03:30:41.520147 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-fd09a570-1770-42b2-ab5a-9f0169892382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for network, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:41.546481 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-852593ac-cf36-4b99-ae11-d62f93edee77 req-66e6a01c-063f-418f-a145-1a734917de98 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5e99c652-588a-4adf-a920-b5685215d390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5017517 Sep 25 03:30:41.569314 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-fd09a570-1770-42b2-ab5a-9f0169892382 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:41.584429 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d4af6-1419-4515-a407-440e18e6a175 req-e0e20320-33d1-42eb-8331-d0b58c238fa3 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:41.597681 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-396d4af6-1419-4515-a407-440e18e6a175 req-e0e20320-33d1-42eb-8331-d0b58c238fa3 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/ports?device_id=36ce5dc8-fe73-4edc-81d3-e0313fe83860 HTTP/1.1" status: 200 len: 946 time: 0.2590585 Sep 25 03:30:41.753213 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e6a01c-063f-418f-a145-1a734917de98 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=dc200b26-b207-47b3-94b2-0d66448409bc,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:41.778853 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-396d4af6-1419-4515-a407-440e18e6a175 req-e39532e1-9989-4612-9a2e-b83c624f139a tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c699c2a-ea95-4f2c-8172-f4ed6406eab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751897 Sep 25 03:30:41.886207 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 49628) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:30:41.926033 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-fd09a570-1770-42b2-ab5a-9f0169892382 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:41.936237 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-fd09a570-1770-42b2-ab5a-9f0169892382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:41.960577 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c1a75-4c89-4290-8221-99eaa7a6bf00 req-3d702187-6204-48f4-931d-679de02cf710 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:41.966385 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd09a570-1770-42b2-ab5a-9f0169892382 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=94020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 03:30:41.971930 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-828c1a75-4c89-4290-8221-99eaa7a6bf00 req-3d702187-6204-48f4-931d-679de02cf710 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=797d92b8-a99f-4bce-899d-04675e53f4da HTTP/1.1" status: 200 len: 946 time: 0.1256161 Sep 25 03:30:41.987237 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-fd09a570-1770-42b2-ab5a-9f0169892382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614597'] for segment, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:41.987656 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.db.segments_db [None req-fd09a570-1770-42b2-ab5a-9f0169892382 admin admin] Added segment ddae4fd5-ca90-4621-ac0c-0abe80dad965 of type vlan for network e75cb406-cbd4-4de5-90fb-c138545eb925 Sep 25 03:30:42.051973 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd09a570-1770-42b2-ab5a-9f0169892382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1158e7-5e2d-41df-900c-26089d959fc5,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:42.053574 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-828c1a75-4c89-4290-8221-99eaa7a6bf00 req-a94b2a05-9f23-4c88-ba51-6495f5f68cca tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802481 Sep 25 03:30:42.077687 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-fd09a570-1770-42b2-ab5a-9f0169892382 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731880296735'] for network, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:42.141500 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-fd09a570-1770-42b2-ab5a-9f0169892382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117'] for network, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:42.142878 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd09a570-1770-42b2-ab5a-9f0169892382 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:42.143902 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-fd09a570-1770-42b2-ab5a-9f0169892382 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3625783'] for network, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:42.198486 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 49640) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:30:42.198993 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-fd09a570-1770-42b2-ab5a-9f0169892382 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0248222 Sep 25 03:30:42.205385 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-ac62495b-2243-48f1-8a2a-734273963a96 admin admin] Request body: {'subnet': {'network_id': 'e75cb406-cbd4-4de5-90fb-c138545eb925', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1169577806-subnet', 'tenant_id': '7deddf0e6f2a48538869a1aee57ac2a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:30:42.272180 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac62495b-2243-48f1-8a2a-734273963a96 admin admin] Made reservation on behalf of 7deddf0e6f2a48538869a1aee57ac2a1 for: {'subnet': 1} {{(pid=94021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 03:30:42.279809 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-ac62495b-2243-48f1-8a2a-734273963a96 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:42.297820 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd09a570-1770-42b2-ab5a-9f0169892382 admin admin] Pushing event updated for resources: {'Network': ['ID=e75cb406-cbd4-4de5-90fb-c138545eb925,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:42.316966 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-e10ed01d-ddb5-4708-be1a-db982ba9be93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:42.333159 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Network e75cb406-cbd4-4de5-90fb-c138545eb925 details requested by agent ovs-agent-dv-cinder-775706-4-iscsi with host dv-cinder-775706-4-iscsi {{(pid=94022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 03:30:42.415603 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288bcd46-3e62-4bab-8f72-3161977fbcf0 req-b0517d0e-4064-40d7-b888-6a58d2b465a9 tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:42.417488 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-288bcd46-3e62-4bab-8f72-3161977fbcf0 req-b0517d0e-4064-40d7-b888-6a58d2b465a9 tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] 10.222.0.42 "GET /v2.0/ports?device_id=361f6079-1c20-4c91-baae-12da55383992 HTTP/1.1" status: 200 len: 945 time: 0.1722221 Sep 25 03:30:42.617078 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-288bcd46-3e62-4bab-8f72-3161977fbcf0 req-cdcbb941-889c-47f0-98c1-bb833b4edc94 tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e99c652-588a-4adf-a920-b5685215d390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821489 Sep 25 03:30:42.644455 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f576e48-52f6-4140-b5d4-183d14373bb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eabedb0a-c09f-4603-9fcc-8e6dbc74f7ec'}, {'server_uuid': '797d92b8-a99f-4bce-899d-04675e53f4da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb3080d8-812a-4f43-a655-13f8c5d3aa4f'}, {'server_uuid': '36ce5dc8-fe73-4edc-81d3-e0313fe83860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28d0a967-ae0a-46e1-b1e9-1e3ffc3caec3'}] {{(pid=94022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 03:30:42.648908 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9141e1544748c335de5c87e81d01f98f4272279fe7d072e46966747184492a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4916068f-9ecd-4acf-9e76-19186e4d4f31" -d '{"events": [{"server_uuid": "9f576e48-52f6-4140-b5d4-183d14373bb8", "name": "network-vif-plugged", "status": "completed", "tag": "eabedb0a-c09f-4603-9fcc-8e6dbc74f7ec"}, {"server_uuid": "797d92b8-a99f-4bce-899d-04675e53f4da", "name": "network-vif-plugged", "status": "completed", "tag": "eb3080d8-812a-4f43-a655-13f8c5d3aa4f"}, {"server_uuid": "36ce5dc8-fe73-4edc-81d3-e0313fe83860", "name": "network-vif-plugged", "status": "completed", "tag": "28d0a967-ae0a-46e1-b1e9-1e3ffc3caec3"}]}' {{(pid=94022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 03:30:42.771153 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 25 Sep 2021 03:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c178cf-c35f-475b-9b03-72a041ce6e01 x-openstack-request-id: req-05c178cf-c35f-475b-9b03-72a041ce6e01 {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 03:30:42.772296 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f576e48-52f6-4140-b5d4-183d14373bb8", "name": "network-vif-plugged", "status": "completed", "tag": "eabedb0a-c09f-4603-9fcc-8e6dbc74f7ec", "code": 200}, {"server_uuid": "797d92b8-a99f-4bce-899d-04675e53f4da", "name": "network-vif-plugged", "status": "completed", "tag": "eb3080d8-812a-4f43-a655-13f8c5d3aa4f", "code": 200}, {"server_uuid": "36ce5dc8-fe73-4edc-81d3-e0313fe83860", "name": "network-vif-plugged", "status": "completed", "tag": "28d0a967-ae0a-46e1-b1e9-1e3ffc3caec3", "code": 200}]} {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 03:30:42.772915 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-05c178cf-c35f-475b-9b03-72a041ce6e01 {{(pid=94022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 03:30:42.773797 dv-cinder-775706-4-iscsi neutron-server[94022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f576e48-52f6-4140-b5d4-183d14373bb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eabedb0a-c09f-4603-9fcc-8e6dbc74f7ec', 'code': 200} Sep 25 03:30:42.774387 dv-cinder-775706-4-iscsi neutron-server[94022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '797d92b8-a99f-4bce-899d-04675e53f4da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb3080d8-812a-4f43-a655-13f8c5d3aa4f', 'code': 200} Sep 25 03:30:42.775034 dv-cinder-775706-4-iscsi neutron-server[94022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36ce5dc8-fe73-4edc-81d3-e0313fe83860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28d0a967-ae0a-46e1-b1e9-1e3ffc3caec3', 'code': 200} Sep 25 03:30:42.846509 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-e10ed01d-ddb5-4708-be1a-db982ba9be93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:42.854246 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-e10ed01d-ddb5-4708-be1a-db982ba9be93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:42.926476 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-ac62495b-2243-48f1-8a2a-734273963a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117'] for subnet, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:43.091806 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-e10ed01d-ddb5-4708-be1a-db982ba9be93 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c4a8dc3cc42a4dc3bbb69a2c8e1a50ec&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2027318 Sep 25 03:30:43.136045 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 49660) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:30:43.168885 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10ed01d-ddb5-4708-be1a-db982ba9be93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68d3698e-f193-40c1-aac0-dc96103a4f70,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:43.457015 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-7cbe30e9-1231-40ce-8990-160f469c38db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:43.483224 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac62495b-2243-48f1-8a2a-734273963a96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f2b0ca7-f20d-47a2-8922-ae38a4d460ea,revision_number=0']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:43.620933 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-7cbe30e9-1231-40ce-8990-160f469c38db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:43.701234 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f402ba14-c1bf-404b-8f60-97d440fa4a91 req-569bb44c-a5b0-4b46-8ec7-86e0c990af71 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:43.704365 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f402ba14-c1bf-404b-8f60-97d440fa4a91 req-569bb44c-a5b0-4b46-8ec7-86e0c990af71 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/ports?device_id=36ce5dc8-fe73-4edc-81d3-e0313fe83860 HTTP/1.1" status: 200 len: 946 time: 0.6657753 Sep 25 03:30:43.707479 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac62495b-2243-48f1-8a2a-734273963a96 admin admin] Checking segment: {'id': 'ddae4fd5-ca90-4621-ac0c-0abe80dad965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e75cb406-cbd4-4de5-90fb-c138545eb925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 03:30:43.708316 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac62495b-2243-48f1-8a2a-734273963a96 admin admin] Network hostable DHCP agents. Network: e75cb406-cbd4-4de5-90fb-c138545eb925, hostable agents: ['2fa0f05e-bfa9-4bbd-9fe7-8d8f67ba176e'], hosted agents: [] {{(pid=94021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 03:30:43.843449 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30100dd7-a35e-4f6f-9d37-4d6dbb997ce3 req-ebbc65cd-ec7f-48ad-a1cb-e045f647b97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:43.849618 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-30100dd7-a35e-4f6f-9d37-4d6dbb997ce3 req-ebbc65cd-ec7f-48ad-a1cb-e045f647b97d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9f576e48-52f6-4140-b5d4-183d14373bb8 HTTP/1.1" status: 200 len: 1098 time: 0.3693786 Sep 25 03:30:43.866482 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57e5bed-9a8d-473c-8700-c555f3b87c84 req-c4c48452-a2ac-4d27-8fc8-d609b92c7c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:43.870489 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-e57e5bed-9a8d-473c-8700-c555f3b87c84 req-c4c48452-a2ac-4d27-8fc8-d609b92c7c8b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=797d92b8-a99f-4bce-899d-04675e53f4da HTTP/1.1" status: 200 len: 1099 time: 0.3139076 Sep 25 03:30:43.875909 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bf589e-eb98-4051-b5df-2f5e1f7d7084 req-f8620f7e-801c-4b8d-900b-1f863736606d tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:43.890626 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-91bf589e-eb98-4051-b5df-2f5e1f7d7084 req-f8620f7e-801c-4b8d-900b-1f863736606d tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=797d92b8-a99f-4bce-899d-04675e53f4da HTTP/1.1" status: 200 len: 946 time: 0.6689394 Sep 25 03:30:43.915610 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef45303f-ceb8-4389-b796-1df0736e50c9 req-2b0be606-12d2-46c3-8f17-61f20dbd7c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:43.919056 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ef45303f-ceb8-4389-b796-1df0736e50c9 req-2b0be606-12d2-46c3-8f17-61f20dbd7c91 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=36ce5dc8-fe73-4edc-81d3-e0313fe83860 HTTP/1.1" status: 200 len: 1099 time: 0.4599686 Sep 25 03:30:43.939818 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f402ba14-c1bf-404b-8f60-97d440fa4a91 req-9ad91632-9c26-45d6-bcb5-8973895dc3b9 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c699c2a-ea95-4f2c-8172-f4ed6406eab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2132072 Sep 25 03:30:43.970466 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac62495b-2243-48f1-8a2a-734273963a96 admin admin] Network e75cb406-cbd4-4de5-90fb-c138545eb925 is scheduled to be hosted by DHCP agent 2fa0f05e-bfa9-4bbd-9fe7-8d8f67ba176e with binding_index 1 {{(pid=94021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 03:30:44.048859 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-e57e5bed-9a8d-473c-8700-c555f3b87c84 req-f04a8428-2c87-4023-9b59-07cf6da9ea21 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238134 Sep 25 03:30:44.066766 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-30100dd7-a35e-4f6f-9d37-4d6dbb997ce3 req-9107f3eb-3833-4ba9-bf02-1aeb19943a67 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046399 Sep 25 03:30:44.089481 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-7cbe30e9-1231-40ce-8990-160f469c38db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:44.097105 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-7cbe30e9-1231-40ce-8990-160f469c38db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:44.100192 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-7cbe30e9-1231-40ce-8990-160f469c38db admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/68d3698e-f193-40c1-aac0-dc96103a4f70 HTTP/1.1" status: 204 len: 168 time: 0.9621186 Sep 25 03:30:44.118602 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.base_scheduler [None req-ac62495b-2243-48f1-8a2a-734273963a96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-4-iscsi, e75cb406-cbd4-4de5-90fb-c138545eb925) {{(pid=94021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:30:44.121713 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbe30e9-1231-40ce-8990-160f469c38db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d3698e-f193-40c1-aac0-dc96103a4f70,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:44.149101 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e568b74-6887-4d7d-9e12-48e2dfdd4739 None None] Network e75cb406-cbd4-4de5-90fb-c138545eb925 requested from dv-cinder-775706-4-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 03:30:44.171353 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac62495b-2243-48f1-8a2a-734273963a96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:44.177890 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-ac62495b-2243-48f1-8a2a-734273963a96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3625783'] for subnet, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:44.235437 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-91bf589e-eb98-4051-b5df-2f5e1f7d7084 req-41bf26ef-7991-4f30-820e-de96d67232ef tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285458 Sep 25 03:30:44.262162 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ef45303f-ceb8-4389-b796-1df0736e50c9 req-e4d77fe9-6912-4332-aa6e-900771b17030 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6c699c2a-ea95-4f2c-8172-f4ed6406eab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3179398 Sep 25 03:30:44.269922 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-ac62495b-2243-48f1-8a2a-734273963a96 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0699632 Sep 25 03:30:44.328519 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e3c579-6791-407e-93f3-c34f8685330f req-4e475659-29da-4b9e-aad9-daad6d339146 tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:44.343258 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f6e3c579-6791-407e-93f3-c34f8685330f req-4e475659-29da-4b9e-aad9-daad6d339146 tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] 10.222.0.42 "GET /v2.0/ports?device_id=361f6079-1c20-4c91-baae-12da55383992 HTTP/1.1" status: 200 len: 945 time: 0.1616027 Sep 25 03:30:44.445479 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f6e3c579-6791-407e-93f3-c34f8685330f req-2d5ab527-11db-42fb-af82-5da28bedb91d tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e99c652-588a-4adf-a920-b5685215d390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961051 Sep 25 03:30:44.487978 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5fb59b-e96a-4f07-a854-82382144e091 None None] Network e75cb406-cbd4-4de5-90fb-c138545eb925 requested from dv-cinder-775706-4-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 03:30:45.122600 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc20620-8485-4ac0-9795-f51e2aa2f645 req-970055b7-c71c-4938-8293-345ab00b487c tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:45.131477 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1bc20620-8485-4ac0-9795-f51e2aa2f645 req-970055b7-c71c-4938-8293-345ab00b487c tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/ports?device_id=36ce5dc8-fe73-4edc-81d3-e0313fe83860 HTTP/1.1" status: 200 len: 946 time: 0.0649958 Sep 25 03:30:45.179931 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1bc20620-8485-4ac0-9795-f51e2aa2f645 req-d88db041-d379-44d5-abf2-ab4614f9f26c tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c699c2a-ea95-4f2c-8172-f4ed6406eab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472953 Sep 25 03:30:45.377114 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-813e126d-994e-4cd5-b154-425812a47a76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:45.404226 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 49722) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:30:45.452561 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c17c7-6731-429a-846e-4172c935124d req-3eec3a48-2d12-4fd4-82dc-852249f433f5 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:45.454942 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-911c17c7-6731-429a-846e-4172c935124d req-3eec3a48-2d12-4fd4-82dc-852249f433f5 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=797d92b8-a99f-4bce-899d-04675e53f4da HTTP/1.1" status: 200 len: 946 time: 0.1049442 Sep 25 03:30:45.463973 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-17f53f28-bc30-48c3-b9fb-a362225b28f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:45.553797 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-911c17c7-6731-429a-846e-4172c935124d req-916f515a-2426-4653-afa7-76306e37823f tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830221 Sep 25 03:30:45.666965 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-17f53f28-bc30-48c3-b9fb-a362225b28f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:45.676137 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-17f53f28-bc30-48c3-b9fb-a362225b28f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:45.783026 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-17f53f28-bc30-48c3-b9fb-a362225b28f3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7df3afc9057d4948ad258ea03faf84e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3759375 Sep 25 03:30:45.787261 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 49728) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:30:45.800559 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f53f28-bc30-48c3-b9fb-a362225b28f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb327227-7c55-4f36-87db-0e8638e11c74,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:45.878088 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f53f28-bc30-48c3-b9fb-a362225b28f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:30:45.878526 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f53f28-bc30-48c3-b9fb-a362225b28f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:30:45.879063 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f53f28-bc30-48c3-b9fb-a362225b28f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:30:45.888685 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f53f28-bc30-48c3-b9fb-a362225b28f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:30:45.889536 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f53f28-bc30-48c3-b9fb-a362225b28f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:30:45.895493 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f53f28-bc30-48c3-b9fb-a362225b28f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:30:45.896269 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f53f28-bc30-48c3-b9fb-a362225b28f3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:30:45.896865 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f53f28-bc30-48c3-b9fb-a362225b28f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:30:45.897641 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f53f28-bc30-48c3-b9fb-a362225b28f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:30:45.897961 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f53f28-bc30-48c3-b9fb-a362225b28f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:30:45.898485 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f53f28-bc30-48c3-b9fb-a362225b28f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:30:45.899021 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f53f28-bc30-48c3-b9fb-a362225b28f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:30:45.941666 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-4a70a670-83c0-47d6-ab24-d7260ae86cfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:45.998186 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-4a70a670-83c0-47d6-ab24-d7260ae86cfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:46.150376 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-4a70a670-83c0-47d6-ab24-d7260ae86cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:46.154492 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-4a70a670-83c0-47d6-ab24-d7260ae86cfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:46.159676 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-4a70a670-83c0-47d6-ab24-d7260ae86cfb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cb327227-7c55-4f36-87db-0e8638e11c74 HTTP/1.1" status: 204 len: 168 time: 0.3707111 Sep 25 03:30:46.174779 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a70a670-83c0-47d6-ab24-d7260ae86cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb327227-7c55-4f36-87db-0e8638e11c74,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:46.186479 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a70a670-83c0-47d6-ab24-d7260ae86cfb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:30:46.186998 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a70a670-83c0-47d6-ab24-d7260ae86cfb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:30:46.187465 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a70a670-83c0-47d6-ab24-d7260ae86cfb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:30:46.187995 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a70a670-83c0-47d6-ab24-d7260ae86cfb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:30:46.188442 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a70a670-83c0-47d6-ab24-d7260ae86cfb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:30:46.188921 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a70a670-83c0-47d6-ab24-d7260ae86cfb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:30:46.189410 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a70a670-83c0-47d6-ab24-d7260ae86cfb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:30:46.189834 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a70a670-83c0-47d6-ab24-d7260ae86cfb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:30:46.190421 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a70a670-83c0-47d6-ab24-d7260ae86cfb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:30:46.191003 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a70a670-83c0-47d6-ab24-d7260ae86cfb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:30:46.191483 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a70a670-83c0-47d6-ab24-d7260ae86cfb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:30:46.191928 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a70a670-83c0-47d6-ab24-d7260ae86cfb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:30:46.420138 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea5cee-5ba5-4014-8de1-227eb958c876 req-fc91289e-8f24-4b37-9b5b-bff5a2438573 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:46.436242 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6aea5cee-5ba5-4014-8de1-227eb958c876 req-fc91289e-8f24-4b37-9b5b-bff5a2438573 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/ports?device_id=36ce5dc8-fe73-4edc-81d3-e0313fe83860 HTTP/1.1" status: 200 len: 946 time: 0.1026945 Sep 25 03:30:46.536077 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6aea5cee-5ba5-4014-8de1-227eb958c876 req-5271ea28-d0dd-4888-b960-dd6344616a58 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c699c2a-ea95-4f2c-8172-f4ed6406eab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978067 Sep 25 03:30:46.770411 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f576474e-8d01-4f90-9e86-918420f6159e req-d78106f7-3288-4df0-8602-b005b3a91b2d tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:46.773352 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f576474e-8d01-4f90-9e86-918420f6159e req-d78106f7-3288-4df0-8602-b005b3a91b2d tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=797d92b8-a99f-4bce-899d-04675e53f4da HTTP/1.1" status: 200 len: 946 time: 0.0935888 Sep 25 03:30:46.823582 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 49760) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:30:46.851355 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f576474e-8d01-4f90-9e86-918420f6159e req-6cc6dc74-8407-44a7-b7ff-0c2d5d84a41d tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539367 Sep 25 03:30:47.214782 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-74e05505-7206-4b5f-8e73-c85a1eb1532d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:47.342074 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-74e05505-7206-4b5f-8e73-c85a1eb1532d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:47.352222 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-74e05505-7206-4b5f-8e73-c85a1eb1532d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:47.394606 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-74e05505-7206-4b5f-8e73-c85a1eb1532d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3306b58ef9934ba48649c04d40ddcbc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5685565 Sep 25 03:30:47.395494 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e05505-7206-4b5f-8e73-c85a1eb1532d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c02b88e-e693-4006-9867-0eec41bc4fff,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:47.399162 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 49790) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:30:47.464847 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d20568d4-551e-41a9-a05a-505f619f81e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:47.498213 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d20568d4-551e-41a9-a05a-505f619f81e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:47.568282 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d20568d4-551e-41a9-a05a-505f619f81e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:47.571326 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d20568d4-551e-41a9-a05a-505f619f81e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:47.572928 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-d20568d4-551e-41a9-a05a-505f619f81e7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1c02b88e-e693-4006-9867-0eec41bc4fff HTTP/1.1" status: 204 len: 168 time: 0.1724880 Sep 25 03:30:47.596892 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20568d4-551e-41a9-a05a-505f619f81e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c02b88e-e693-4006-9867-0eec41bc4fff,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:47.667694 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-12abeac2-5962-4fe3-8e3a-033a99d13574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:47.721102 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24349a99-c353-47da-94c6-a90b520477c7 req-4212aca2-54ae-4fd5-be26-3f856a421b8d tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:47.729533 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-24349a99-c353-47da-94c6-a90b520477c7 req-4212aca2-54ae-4fd5-be26-3f856a421b8d tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/ports?device_id=36ce5dc8-fe73-4edc-81d3-e0313fe83860 HTTP/1.1" status: 200 len: 946 time: 0.0834556 Sep 25 03:30:47.786540 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-24349a99-c353-47da-94c6-a90b520477c7 req-606eec11-249e-4dcb-a308-04f2be077286 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c699c2a-ea95-4f2c-8172-f4ed6406eab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558150 Sep 25 03:30:48.002433 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e385c7-dc27-4b93-b11b-60cc4417225a req-4c2d8d16-2cc0-454f-bbaa-ea91dc060a48 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:48.010450 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-08e385c7-dc27-4b93-b11b-60cc4417225a req-4c2d8d16-2cc0-454f-bbaa-ea91dc060a48 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/ports?device_id=36ce5dc8-fe73-4edc-81d3-e0313fe83860 HTTP/1.1" status: 200 len: 946 time: 0.1176319 Sep 25 03:30:48.014095 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 49820) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:30:48.020624 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-69c452ce-4d1f-42d4-8514-8673dbcc58a2 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Request body: {'floatingip': {'port_id': '28d0a967-ae0a-46e1-b1e9-1e3ffc3caec3'}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:30:48.053424 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18588587-9864-41e9-a4c3-9529c35e1da3 req-ff76c37d-8c4d-44a6-96e4-81412249a3d6 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:48.055201 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-18588587-9864-41e9-a4c3-9529c35e1da3 req-ff76c37d-8c4d-44a6-96e4-81412249a3d6 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=797d92b8-a99f-4bce-899d-04675e53f4da HTTP/1.1" status: 200 len: 946 time: 0.0885594 Sep 25 03:30:48.111665 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-69c452ce-4d1f-42d4-8514-8673dbcc58a2 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks [] for floatingip, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:48.124289 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-18588587-9864-41e9-a4c3-9529c35e1da3 req-a02bf6b1-2b5d-45c2-bb66-5aa9e8a8795c tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616293 Sep 25 03:30:48.300680 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 49828) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:30:48.320590 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-9807609e-2075-48d6-98fe-61066bf7355e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:48.719625 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28344347-d9ca-4281-a17d-75c48a479fcd req-9b4de955-d782-47c0-aea8-643968a2cdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:48.722904 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-28344347-d9ca-4281-a17d-75c48a479fcd req-9b4de955-d782-47c0-aea8-643968a2cdd1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=de34d8eb54e54aada3800c65f70a10d3&device_id=797d92b8-a99f-4bce-899d-04675e53f4da HTTP/1.1" status: 200 len: 1099 time: 0.1867507 Sep 25 03:30:48.809389 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea6e6b5-b045-45fa-8062-4de1d44f0462 req-d786768c-9511-4202-8cdd-1fee6eab5155 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:48.823218 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1ea6e6b5-b045-45fa-8062-4de1d44f0462 req-d786768c-9511-4202-8cdd-1fee6eab5155 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=797d92b8-a99f-4bce-899d-04675e53f4da HTTP/1.1" status: 200 len: 946 time: 0.2103708 Sep 25 03:30:49.260936 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-9807609e-2075-48d6-98fe-61066bf7355e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:49.266858 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1ea6e6b5-b045-45fa-8062-4de1d44f0462 req-bd9396c5-3d1d-4f13-8130-5a8498554f68 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4411891 Sep 25 03:30:49.323134 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-fa5af178-6116-457c-95b6-13dc589f2bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:49.334757 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:49.335088 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28344347-d9ca-4281-a17d-75c48a479fcd req-e1ab2908-404a-4b84-b857-dc9b500b5577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:49.336549 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-28344347-d9ca-4281-a17d-75c48a479fcd req-e1ab2908-404a-4b84-b857-dc9b500b5577 service neutron] 10.222.0.45 "GET /v2.0/networks?id=04b053c7-110d-4a44-9e11-89395a2b33fc HTTP/1.1" status: 200 len: 919 time: 0.5992093 Sep 25 03:30:49.341601 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-9807609e-2075-48d6-98fe-61066bf7355e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:49.383601 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-28344347-d9ca-4281-a17d-75c48a479fcd req-adeb5811-9ecf-4325-8309-fa9a797d5b7a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb3080d8-812a-4f43-a655-13f8c5d3aa4f HTTP/1.1" status: 200 len: 217 time: 0.0390589 Sep 25 03:30:49.457198 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28344347-d9ca-4281-a17d-75c48a479fcd req-f10fe57c-1e5e-4d7f-8a07-6da5196c1878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:49.458985 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-28344347-d9ca-4281-a17d-75c48a479fcd req-f10fe57c-1e5e-4d7f-8a07-6da5196c1878 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0072f95d-4fdc-4aac-bdda-8212120e86d9 HTTP/1.1" status: 200 len: 858 time: 0.0676055 Sep 25 03:30:49.509699 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-28344347-d9ca-4281-a17d-75c48a479fcd req-8d12e03e-55ed-48e1-b268-0fbdcd441e5b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=04b053c7-110d-4a44-9e11-89395a2b33fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429637 Sep 25 03:30:49.665057 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-9807609e-2075-48d6-98fe-61066bf7355e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=19a58005cf004bf9a07065ad7ae96ed7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3605361 Sep 25 03:30:49.672207 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-28344347-d9ca-4281-a17d-75c48a479fcd req-73859762-65ba-491e-a15e-daa72b4dd4cd service neutron] 10.222.0.45 "GET /v2.0/networks/04b053c7-110d-4a44-9e11-89395a2b33fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470730 Sep 25 03:30:49.676082 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 49868) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:30:49.694500 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9807609e-2075-48d6-98fe-61066bf7355e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8acc3a9-4805-497f-a29d-6833682d7a2e,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:49.819099 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.db.resource_extend [None req-69c452ce-4d1f-42d4-8514-8673dbcc58a2 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 25 03:30:49.965632 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-69c452ce-4d1f-42d4-8514-8673dbcc58a2 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:49.971727 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-69c452ce-4d1f-42d4-8514-8673dbcc58a2 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3896858'] for floatingip, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:50.024165 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-6918dd9c-13e0-4a06-9f82-a9daf25bc446 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:50.062899 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-6918dd9c-13e0-4a06-9f82-a9daf25bc446 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:50.066923 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-28344347-d9ca-4281-a17d-75c48a479fcd req-656b01ca-794c-4e39-8b30-5a39e43658bd service neutron] 10.222.0.45 "GET /v2.0/networks/04b053c7-110d-4a44-9e11-89395a2b33fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3722045 Sep 25 03:30:50.128126 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.db.l3_db [None req-69c452ce-4d1f-42d4-8514-8673dbcc58a2 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Floating IP 63a3ed2b-2504-482f-b382-e3b32010ceb3 associated. External IP: 172.27.1.69, port: 28d0a967-ae0a-46e1-b1e9-1e3ffc3caec3. Sep 25 03:30:50.153596 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-6918dd9c-13e0-4a06-9f82-a9daf25bc446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:50.157954 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-6918dd9c-13e0-4a06-9f82-a9daf25bc446 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:50.159613 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-6918dd9c-13e0-4a06-9f82-a9daf25bc446 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b8acc3a9-4805-497f-a29d-6833682d7a2e HTTP/1.1" status: 204 len: 168 time: 0.4822338 Sep 25 03:30:50.185031 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6918dd9c-13e0-4a06-9f82-a9daf25bc446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8acc3a9-4805-497f-a29d-6833682d7a2e,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:50.433873 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69c452ce-4d1f-42d4-8514-8673dbcc58a2 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Router 115c58b0-627f-482a-8970-99d9e7d02c44 has already been hosted by L3 agent be170b3f-ec9b-4dfa-8e40-fa1591bf80a9 {{(pid=94020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 03:30:50.445853 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773d751f-2d7f-4b6c-8183-0e3842b67de3 req-242e65fa-24b0-457f-bdb1-b27ecad620a7 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:50.454518 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-773d751f-2d7f-4b6c-8183-0e3842b67de3 req-242e65fa-24b0-457f-bdb1-b27ecad620a7 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=797d92b8-a99f-4bce-899d-04675e53f4da HTTP/1.1" status: 200 len: 946 time: 0.0800109 Sep 25 03:30:50.501262 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-773d751f-2d7f-4b6c-8183-0e3842b67de3 req-5ddee56a-f8da-4cdc-a796-1d39aad8fe16 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455067 Sep 25 03:30:50.608271 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69c452ce-4d1f-42d4-8514-8673dbcc58a2 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify agent at l3_agent.dv-cinder-775706-4-iscsi the message routers_updated {{(pid=94020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 03:30:50.613571 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-69c452ce-4d1f-42d4-8514-8673dbcc58a2 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950'] for floatingip, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:50.637403 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4eeade4-ec3d-4182-9b25-0f0a35f98cbe None None] Sync routers for ids ['115c58b0-627f-482a-8970-99d9e7d02c44'] in dv-cinder-775706-4-iscsi {{(pid=94023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 03:30:50.650266 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-69c452ce-4d1f-42d4-8514-8673dbcc58a2 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "PUT /v2.0/floatingips/63a3ed2b-2504-482f-b382-e3b32010ceb3 HTTP/1.1" status: 200 len: 991 time: 2.6340685 Sep 25 03:30:50.650970 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36ce5dc8-fe73-4edc-81d3-e0313fe83860', 'tag': '28d0a967-ae0a-46e1-b1e9-1e3ffc3caec3'}] {{(pid=94020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 03:30:50.654012 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d114ac846cecc4f090472340cf1e7771535e64bb380ac0996b13cb6b7cfe6923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc427c9-182b-4d33-9527-96f57a5a8f24" -d '{"events": [{"name": "network-changed", "server_uuid": "36ce5dc8-fe73-4edc-81d3-e0313fe83860", "tag": "28d0a967-ae0a-46e1-b1e9-1e3ffc3caec3"}]}' {{(pid=94020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 03:30:50.658453 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4eeade4-ec3d-4182-9b25-0f0a35f98cbe None None] Routers {'115c58b0-627f-482a-8970-99d9e7d02c44'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:30:50.660348 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-f4eeade4-ec3d-4182-9b25-0f0a35f98cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:30:48Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['115c58b0-627f-482a-8970-99d9e7d02c44'], 'active': True} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:30:50.827416 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 03:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0767de9c-eba9-4110-a70e-f7bc8081b5fc x-openstack-request-id: req-0767de9c-eba9-4110-a70e-f7bc8081b5fc {{(pid=94020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 03:30:50.827933 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36ce5dc8-fe73-4edc-81d3-e0313fe83860", "tag": "28d0a967-ae0a-46e1-b1e9-1e3ffc3caec3", "status": "completed", "code": 200}]} {{(pid=94020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 03:30:50.829194 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0767de9c-eba9-4110-a70e-f7bc8081b5fc {{(pid=94020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 03:30:50.829194 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36ce5dc8-fe73-4edc-81d3-e0313fe83860', 'tag': '28d0a967-ae0a-46e1-b1e9-1e3ffc3caec3', 'status': 'completed', 'code': 200} Sep 25 03:30:50.977487 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvr_db [None req-f4eeade4-ec3d-4182-9b25-0f0a35f98cbe None None] Set router 115c58b0-627f-482a-8970-99d9e7d02c44 gateway port host: dv-cinder-775706-4-iscsi {{(pid=94023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:30:51.030633 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc427c9-182b-4d33-9527-96f57a5a8f24 req-3eafef7d-216b-4bc6-80a9-ed6e3a36a87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:51.032263 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ebc427c9-182b-4d33-9527-96f57a5a8f24 req-3eafef7d-216b-4bc6-80a9-ed6e3a36a87a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f29dc626f86246fe9738feefd6866b29&device_id=36ce5dc8-fe73-4edc-81d3-e0313fe83860 HTTP/1.1" status: 200 len: 1099 time: 0.0999045 Sep 25 03:30:51.061743 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 49938) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:30:51.132695 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-afd92d12-b9d5-4a92-bfd4-50d3cdf2ae8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:51.250227 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc427c9-182b-4d33-9527-96f57a5a8f24 req-19a33d1d-66dc-4d0e-9ccb-451a6f12ee89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:51.252699 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ebc427c9-182b-4d33-9527-96f57a5a8f24 req-19a33d1d-66dc-4d0e-9ccb-451a6f12ee89 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd HTTP/1.1" status: 200 len: 912 time: 0.2056172 Sep 25 03:30:51.307664 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-57e7f02f-d034-40a2-852b-363dc28baf7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:51.452233 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ebc427c9-182b-4d33-9527-96f57a5a8f24 req-83a9011f-c4a9-4fe1-828d-ac809650b910 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28d0a967-ae0a-46e1-b1e9-1e3ffc3caec3 HTTP/1.1" status: 200 len: 999 time: 0.1920044 Sep 25 03:30:51.554741 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-57e7f02f-d034-40a2-852b-363dc28baf7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:51.562998 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-57e7f02f-d034-40a2-852b-363dc28baf7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:51.617165 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc427c9-182b-4d33-9527-96f57a5a8f24 req-1b8039d3-1068-4a21-bd2c-f2cb19f3e63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:51.621588 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ebc427c9-182b-4d33-9527-96f57a5a8f24 req-1b8039d3-1068-4a21-bd2c-f2cb19f3e63a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=afccf4b9-490d-44a5-98b6-f28191ec0ff2 HTTP/1.1" status: 200 len: 850 time: 0.1597092 Sep 25 03:30:51.667285 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-57e7f02f-d034-40a2-852b-363dc28baf7d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=30dd2d8d745b475c927a752cc3a3d51f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6042976 Sep 25 03:30:51.668082 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e7f02f-d034-40a2-852b-363dc28baf7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef52ed8-4877-44ce-8c22-c81842cff603,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:51.680480 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 49966) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:30:51.788542 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6825adbf-b64a-49fd-9697-159ce84ca4b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:51.797945 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc427c9-182b-4d33-9527-96f57a5a8f24 req-5e3560d1-73e8-4c22-87d2-4afbb4df1bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:51.800277 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ebc427c9-182b-4d33-9527-96f57a5a8f24 req-5e3560d1-73e8-4c22-87d2-4afbb4df1bc3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1647048 Sep 25 03:30:51.816061 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6825adbf-b64a-49fd-9697-159ce84ca4b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:51.818032 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-f4eeade4-ec3d-4182-9b25-0f0a35f98cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115c58b0-627f-482a-8970-99d9e7d02c44', 'name': 'tempest-AttachVolumeTestJSON-2029729970-router', 'tenant_id': 'f29dc626f86246fe9738feefd6866b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '711de654-3de8-464b-814b-1fce88f73964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:29:46Z', 'updated_at': '2021-09-25T03:29:57Z', 'revision_number': 4, 'project_id': 'f29dc626f86246fe9738feefd6866b29', 'gw_port': {'id': '711de654-3de8-464b-814b-1fce88f73964', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:23:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115c58b0-627f-482a-8970-99d9e7d02c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:29:48Z', 'updated_at': '2021-09-25T03:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_floatingips': [{'id': '63a3ed2b-2504-482f-b382-e3b32010ceb3', 'tenant_id': 'f29dc626f86246fe9738feefd6866b29', 'floating_ip_address': '172.27.1.69', 'floating_network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'router_id': '115c58b0-627f-482a-8970-99d9e7d02c44', 'port_id': '28d0a967-ae0a-46e1-b1e9-1e3ffc3caec3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd', 'mac_address': 'fa:16:3e:74:71:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ce5dc8-fe73-4edc-81d3-e0313fe83860', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-25T03:30:09Z', 'updated_at': '2021-09-25T03:30:49Z', 'revision_number': 1, 'project_id': 'f29dc626f86246fe9738feefd6866b29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2a2da53-47fa-4a2c-be68-c42abf0bac9d', 'name': '', 'network_id': 'ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd', 'tenant_id': 'f29dc626f86246fe9738feefd6866b29', 'mac_address': 'fa:16:3e:94:16:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115c58b0-627f-482a-8970-99d9e7d02c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'afccf4b9-490d-44a5-98b6-f28191ec0ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:29:55Z', 'updated_at': '2021-09-25T03:30:07Z', 'revision_number': 5, 'project_id': 'f29dc626f86246fe9738feefd6866b29', 'subnets': [{'id': 'afccf4b9-490d-44a5-98b6-f28191ec0ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:30:51.867018 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c039f65a-5fc8-4909-9240-8b88652b342f req-84783840-6844-4c62-bbe1-6abcb976dcf5 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:51.870998 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c039f65a-5fc8-4909-9240-8b88652b342f req-84783840-6844-4c62-bbe1-6abcb976dcf5 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=797d92b8-a99f-4bce-899d-04675e53f4da HTTP/1.1" status: 200 len: 946 time: 0.1533256 Sep 25 03:30:51.887535 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4eeade4-ec3d-4182-9b25-0f0a35f98cbe None None] Checking router: 115c58b0-627f-482a-8970-99d9e7d02c44 for host: dv-cinder-775706-4-iscsi {{(pid=94023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 03:30:51.905521 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6825adbf-b64a-49fd-9697-159ce84ca4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:51.909399 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6825adbf-b64a-49fd-9697-159ce84ca4b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:51.909673 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4eeade4-ec3d-4182-9b25-0f0a35f98cbe None None] Routers {'115c58b0-627f-482a-8970-99d9e7d02c44'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:30:51.911363 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-6825adbf-b64a-49fd-9697-159ce84ca4b0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1ef52ed8-4877-44ce-8c22-c81842cff603 HTTP/1.1" status: 204 len: 168 time: 0.2353287 Sep 25 03:30:51.915953 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-f4eeade4-ec3d-4182-9b25-0f0a35f98cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:30:48Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['115c58b0-627f-482a-8970-99d9e7d02c44'], 'active': True} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:30:51.965255 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c039f65a-5fc8-4909-9240-8b88652b342f req-1b5b10b5-acd6-43db-9487-c6f955df2d8c tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889347 Sep 25 03:30:51.976211 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6825adbf-b64a-49fd-9697-159ce84ca4b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef52ed8-4877-44ce-8c22-c81842cff603,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:52.107048 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ebc427c9-182b-4d33-9527-96f57a5a8f24 req-893ac077-698a-4c0e-a1be-7df47b0fb583 service neutron] 10.222.0.45 "GET /v2.0/networks/ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799616 Sep 25 03:30:52.193071 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvr_db [None req-f4eeade4-ec3d-4182-9b25-0f0a35f98cbe None None] Set router 115c58b0-627f-482a-8970-99d9e7d02c44 gateway port host: dv-cinder-775706-4-iscsi {{(pid=94023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:30:52.301662 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ebc427c9-182b-4d33-9527-96f57a5a8f24 req-3c6e16d6-e623-4a6c-b84e-fa2c517ba7ec service neutron] 10.222.0.45 "GET /v2.0/networks/ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600828 Sep 25 03:30:52.560831 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 49996) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:30:52.575800 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-23f09c00-3aab-44e7-b276-f5b464e15d29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:52.605745 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-f4eeade4-ec3d-4182-9b25-0f0a35f98cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115c58b0-627f-482a-8970-99d9e7d02c44', 'name': 'tempest-AttachVolumeTestJSON-2029729970-router', 'tenant_id': 'f29dc626f86246fe9738feefd6866b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '711de654-3de8-464b-814b-1fce88f73964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:29:46Z', 'updated_at': '2021-09-25T03:29:57Z', 'revision_number': 4, 'project_id': 'f29dc626f86246fe9738feefd6866b29', 'gw_port': {'id': '711de654-3de8-464b-814b-1fce88f73964', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:23:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115c58b0-627f-482a-8970-99d9e7d02c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:29:48Z', 'updated_at': '2021-09-25T03:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_floatingips': [{'id': '63a3ed2b-2504-482f-b382-e3b32010ceb3', 'tenant_id': 'f29dc626f86246fe9738feefd6866b29', 'floating_ip_address': '172.27.1.69', 'floating_network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'router_id': '115c58b0-627f-482a-8970-99d9e7d02c44', 'port_id': '28d0a967-ae0a-46e1-b1e9-1e3ffc3caec3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd', 'mac_address': 'fa:16:3e:74:71:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ce5dc8-fe73-4edc-81d3-e0313fe83860', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-25T03:30:09Z', 'updated_at': '2021-09-25T03:30:49Z', 'revision_number': 1, 'project_id': 'f29dc626f86246fe9738feefd6866b29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2a2da53-47fa-4a2c-be68-c42abf0bac9d', 'name': '', 'network_id': 'ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd', 'tenant_id': 'f29dc626f86246fe9738feefd6866b29', 'mac_address': 'fa:16:3e:94:16:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115c58b0-627f-482a-8970-99d9e7d02c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'afccf4b9-490d-44a5-98b6-f28191ec0ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:29:55Z', 'updated_at': '2021-09-25T03:30:07Z', 'revision_number': 5, 'project_id': 'f29dc626f86246fe9738feefd6866b29', 'subnets': [{'id': 'afccf4b9-490d-44a5-98b6-f28191ec0ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:30:52.635797 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4eeade4-ec3d-4182-9b25-0f0a35f98cbe None None] The sync data for ids ['115c58b0-627f-482a-8970-99d9e7d02c44'] in dv-cinder-775706-4-iscsi is: [{'id': '115c58b0-627f-482a-8970-99d9e7d02c44', 'name': 'tempest-AttachVolumeTestJSON-2029729970-router', 'tenant_id': 'f29dc626f86246fe9738feefd6866b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '711de654-3de8-464b-814b-1fce88f73964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:29:46Z', 'updated_at': '2021-09-25T03:29:57Z', 'revision_number': 4, 'project_id': 'f29dc626f86246fe9738feefd6866b29', 'gw_port': {'id': '711de654-3de8-464b-814b-1fce88f73964', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:23:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115c58b0-627f-482a-8970-99d9e7d02c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:29:48Z', 'updated_at': '2021-09-25T03:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_floatingips': [{'id': '63a3ed2b-2504-482f-b382-e3b32010ceb3', 'tenant_id': 'f29dc626f86246fe9738feefd6866b29', 'floating_ip_address': '172.27.1.69', 'floating_network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'router_id': '115c58b0-627f-482a-8970-99d9e7d02c44', 'port_id': '28d0a967-ae0a-46e1-b1e9-1e3ffc3caec3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd', 'mac_address': 'fa:16:3e:74:71:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ce5dc8-fe73-4edc-81d3-e0313fe83860', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-25T03:30:09Z', 'updated_at': '2021-09-25T03:30:49Z', 'revision_number': 1, 'project_id': 'f29dc626f86246fe9738feefd6866b29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2a2da53-47fa-4a2c-be68-c42abf0bac9d', 'name': '', 'network_id': 'ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd', 'tenant_id': 'f29dc626f86246fe9738feefd6866b29', 'mac_address': 'fa:16:3e:94:16:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115c58b0-627f-482a-8970-99d9e7d02c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'afccf4b9-490d-44a5-98b6-f28191ec0ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:29:55Z', 'updated_at': '2021-09-25T03:30:07Z', 'revision_number': 5, 'project_id': 'f29dc626f86246fe9738feefd6866b29', 'subnets': [{'id': 'afccf4b9-490d-44a5-98b6-f28191ec0ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 03:30:52.791125 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-23f09c00-3aab-44e7-b276-f5b464e15d29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:52.799929 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-23f09c00-3aab-44e7-b276-f5b464e15d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:52.854424 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f09c00-3aab-44e7-b276-f5b464e15d29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd011217-6f0b-4e38-9538-70b3b1557a62,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:52.864139 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-23f09c00-3aab-44e7-b276-f5b464e15d29 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=27fb73c32a3e436997620e006ad47ecd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3020372 Sep 25 03:30:52.864292 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 50010) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:30:52.970064 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-523558c8-0e4b-487c-8a73-a136fc920f97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:53.029043 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-523558c8-0e4b-487c-8a73-a136fc920f97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:53.045878 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd16fd7b-564c-4f66-84e3-b44f75a22281 None None] New status for floating IP 63a3ed2b-2504-482f-b382-e3b32010ceb3: ACTIVE {{(pid=94022) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 25 03:30:53.096208 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-523558c8-0e4b-487c-8a73-a136fc920f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:53.117198 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-523558c8-0e4b-487c-8a73-a136fc920f97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:53.123886 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-523558c8-0e4b-487c-8a73-a136fc920f97 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dd011217-6f0b-4e38-9538-70b3b1557a62 HTTP/1.1" status: 204 len: 168 time: 0.2549636 Sep 25 03:30:53.147289 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523558c8-0e4b-487c-8a73-a136fc920f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd011217-6f0b-4e38-9538-70b3b1557a62,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:53.352154 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defbec8a-5c9d-4cbd-ab13-9122ac570574 req-61edb2da-bb90-4aac-ac38-b3ea0112e18e tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:53.370562 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-defbec8a-5c9d-4cbd-ab13-9122ac570574 req-61edb2da-bb90-4aac-ac38-b3ea0112e18e tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=797d92b8-a99f-4bce-899d-04675e53f4da HTTP/1.1" status: 200 len: 946 time: 0.1586399 Sep 25 03:30:53.467554 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-defbec8a-5c9d-4cbd-ab13-9122ac570574 req-f71cd0e8-b59c-4fe3-9de0-cbb7d85bc3a9 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959380 Sep 25 03:30:53.515724 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-12453c79-04f6-431c-ac7a-1da34be194f8 None None] Agent healthcheck: found 6 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 03:30:54.642340 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04462af1-cd37-4ef5-b043-405a6c957f8a req-f2193b7d-2a82-47c0-9df9-72775275f023 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:54.646017 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-04462af1-cd37-4ef5-b043-405a6c957f8a req-f2193b7d-2a82-47c0-9df9-72775275f023 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=797d92b8-a99f-4bce-899d-04675e53f4da HTTP/1.1" status: 200 len: 946 time: 0.0978866 Sep 25 03:30:54.749474 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-04462af1-cd37-4ef5-b043-405a6c957f8a req-3c92f8a0-570e-4156-976b-f77c25110e5d tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897548 Sep 25 03:30:54.762648 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-677d7d81-2855-4028-9b29-5e7ff9ade4c4 req-6b355ff5-8a66-4b61-9143-365111659876 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=361f6079-1c20-4c91-baae-12da55383992&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1140823 Sep 25 03:30:54.937466 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d7d81-2855-4028-9b29-5e7ff9ade4c4 req-c7f1123d-d19c-43ff-996c-9fd18d1d0133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:54.940138 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-677d7d81-2855-4028-9b29-5e7ff9ade4c4 req-c7f1123d-d19c-43ff-996c-9fd18d1d0133 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0bb3500e79a0416b9690432c0edd390c&device_id=361f6079-1c20-4c91-baae-12da55383992 HTTP/1.1" status: 200 len: 1098 time: 0.0852451 Sep 25 03:30:55.091759 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d7d81-2855-4028-9b29-5e7ff9ade4c4 req-f6855dce-b7c1-42c7-bafd-29dc87f35c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:55.093956 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-677d7d81-2855-4028-9b29-5e7ff9ade4c4 req-f6855dce-b7c1-42c7-bafd-29dc87f35c0e service neutron] 10.222.0.45 "GET /v2.0/networks?id=52f21d64-0fe9-4dc2-bccc-4b09f1598d06 HTTP/1.1" status: 200 len: 912 time: 0.1177623 Sep 25 03:30:55.141770 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 50112) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:30:55.147698 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-677d7d81-2855-4028-9b29-5e7ff9ade4c4 req-9d20661a-c366-41c4-a9b9-28e89636e205 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4d5df79-4e41-4409-86f3-ef4c5c58f9ce HTTP/1.1" status: 200 len: 217 time: 0.0450828 Sep 25 03:30:55.242858 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d7d81-2855-4028-9b29-5e7ff9ade4c4 req-e86e019c-9855-4898-97fc-4f8940cca8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:55.245509 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-677d7d81-2855-4028-9b29-5e7ff9ade4c4 req-e86e019c-9855-4898-97fc-4f8940cca8ec service neutron] 10.222.0.45 "GET /v2.0/subnets?id=247a331b-00d1-4535-ab2b-28895d4f0e45 HTTP/1.1" status: 200 len: 851 time: 0.0894928 Sep 25 03:30:55.293350 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-677d7d81-2855-4028-9b29-5e7ff9ade4c4 req-e2ce44b4-7180-4ddd-a6aa-71c6ba8ed7f6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=52f21d64-0fe9-4dc2-bccc-4b09f1598d06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308380 Sep 25 03:30:55.304131 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-0b13f904-3b31-4b6d-8ee4-14439f66f79e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:55.447923 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-0b13f904-3b31-4b6d-8ee4-14439f66f79e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:55.455039 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-0b13f904-3b31-4b6d-8ee4-14439f66f79e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:55.475291 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:55.503106 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-0b13f904-3b31-4b6d-8ee4-14439f66f79e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4eb02cb0422b443889bf1f2734dbd28d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3568764 Sep 25 03:30:55.503106 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b13f904-3b31-4b6d-8ee4-14439f66f79e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a29d64f6-3762-4815-bc20-1943407d2211,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:55.503702 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 50130) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:30:55.516418 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-677d7d81-2855-4028-9b29-5e7ff9ade4c4 req-12a2cccb-921c-42c0-afcf-89ee7c15c5ad service neutron] 10.222.0.45 "GET /v2.0/networks/52f21d64-0fe9-4dc2-bccc-4b09f1598d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099197 Sep 25 03:30:55.631585 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-afa99487-d1a5-43bc-9e9e-d1fbd8dde669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:55.675293 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-afa99487-d1a5-43bc-9e9e-d1fbd8dde669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:55.702097 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-677d7d81-2855-4028-9b29-5e7ff9ade4c4 req-1ce8d122-10cd-4a32-95ea-451bd43a89bc service neutron] 10.222.0.45 "GET /v2.0/networks/52f21d64-0fe9-4dc2-bccc-4b09f1598d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749122 Sep 25 03:30:55.761592 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-afa99487-d1a5-43bc-9e9e-d1fbd8dde669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:55.764519 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-afa99487-d1a5-43bc-9e9e-d1fbd8dde669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:55.765956 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-afa99487-d1a5-43bc-9e9e-d1fbd8dde669 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a29d64f6-3762-4815-bc20-1943407d2211 HTTP/1.1" status: 204 len: 168 time: 0.2567441 Sep 25 03:30:55.781980 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa99487-d1a5-43bc-9e9e-d1fbd8dde669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a29d64f6-3762-4815-bc20-1943407d2211,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:55.852209 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 50144) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:30:55.977766 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166b452f-47f0-4a2c-af11-c9d571aa1a2f req-f16cd5b9-8573-48ba-9cb7-73ee36722a83 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:55.981024 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-166b452f-47f0-4a2c-af11-c9d571aa1a2f req-f16cd5b9-8573-48ba-9cb7-73ee36722a83 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=797d92b8-a99f-4bce-899d-04675e53f4da HTTP/1.1" status: 200 len: 946 time: 0.1016243 Sep 25 03:30:56.096570 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-166b452f-47f0-4a2c-af11-c9d571aa1a2f req-fd7db551-90e1-40a9-a4e9-bee0e83c3f6d tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927808 Sep 25 03:30:56.097675 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-11a59966-2d7c-4efb-a5be-922f49b26f2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:56.262438 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-11a59966-2d7c-4efb-a5be-922f49b26f2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:56.270307 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-11a59966-2d7c-4efb-a5be-922f49b26f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:56.320369 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a59966-2d7c-4efb-a5be-922f49b26f2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f347e85-f0af-4957-ae4a-e3866a045091,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:56.326873 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-11a59966-2d7c-4efb-a5be-922f49b26f2b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a7a3a77a0d934f89bcfdca44fa75c0ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4740634 Sep 25 03:30:56.331558 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 50158) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:30:56.441364 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-50621c6d-556a-4914-a1de-e458f9175231 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:56.499082 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-50621c6d-556a-4914-a1de-e458f9175231 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:56.628200 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-50621c6d-556a-4914-a1de-e458f9175231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:56.632572 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-50621c6d-556a-4914-a1de-e458f9175231 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:56.634404 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-50621c6d-556a-4914-a1de-e458f9175231 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8f347e85-f0af-4957-ae4a-e3866a045091 HTTP/1.1" status: 204 len: 168 time: 0.3012960 Sep 25 03:30:56.661645 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50621c6d-556a-4914-a1de-e458f9175231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f347e85-f0af-4957-ae4a-e3866a045091,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:57.334466 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e5c098-5cee-4a36-8023-6d9b59f3830c req-af1bd000-ac14-4da1-8983-f715e8b9244d tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:57.339148 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 50206) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:30:57.343955 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-29e5c098-5cee-4a36-8023-6d9b59f3830c req-af1bd000-ac14-4da1-8983-f715e8b9244d tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=797d92b8-a99f-4bce-899d-04675e53f4da HTTP/1.1" status: 200 len: 946 time: 0.1161554 Sep 25 03:30:57.368821 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6d1ac090-6245-4498-8d7d-8522d10315fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:57.394615 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-29e5c098-5cee-4a36-8023-6d9b59f3830c req-73aee74c-8a39-48bb-8042-03b48aa2f5d7 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495474 Sep 25 03:30:57.527185 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6d1ac090-6245-4498-8d7d-8522d10315fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:57.534659 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6d1ac090-6245-4498-8d7d-8522d10315fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:57.608877 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1ac090-6245-4498-8d7d-8522d10315fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e88fde3-9abf-417c-b18f-0c2b5c51dbeb,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:57.620578 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-6d1ac090-6245-4498-8d7d-8522d10315fb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=448ef159d3834d30ab07376709165a10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2800524 Sep 25 03:30:57.624627 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 50214) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:30:57.695391 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-7681611a-71bc-4695-aef3-714a1d3a2ed7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:57.724029 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-7681611a-71bc-4695-aef3-714a1d3a2ed7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:57.785923 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 50218) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:30:57.796009 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cd8fb3-da41-40dc-b148-9d7401f6e6e8 req-e9a4d489-45c8-46b0-8326-43961922adcc tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:57.799173 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e7cd8fb3-da41-40dc-b148-9d7401f6e6e8 req-e9a4d489-45c8-46b0-8326-43961922adcc tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] 10.222.0.42 "GET /v2.0/ports?device_id=361f6079-1c20-4c91-baae-12da55383992 HTTP/1.1" status: 200 len: 945 time: 0.1056139 Sep 25 03:30:57.816990 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-7681611a-71bc-4695-aef3-714a1d3a2ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:57.821892 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-7681611a-71bc-4695-aef3-714a1d3a2ed7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:57.824095 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-7681611a-71bc-4695-aef3-714a1d3a2ed7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7e88fde3-9abf-417c-b18f-0c2b5c51dbeb HTTP/1.1" status: 204 len: 168 time: 0.1982789 Sep 25 03:30:57.836845 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7681611a-71bc-4695-aef3-714a1d3a2ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e88fde3-9abf-417c-b18f-0c2b5c51dbeb,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:57.877775 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e7cd8fb3-da41-40dc-b148-9d7401f6e6e8 req-b73bfc0c-2f63-4167-9337-d8f983727059 tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e99c652-588a-4adf-a920-b5685215d390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676336 Sep 25 03:30:58.103773 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d1904b08-3d1e-4799-a87b-926dc20614b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:58.282387 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d1904b08-3d1e-4799-a87b-926dc20614b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:58.290225 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d1904b08-3d1e-4799-a87b-926dc20614b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:58.363397 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-d1904b08-3d1e-4799-a87b-926dc20614b0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cc334ead9b1f4f6fbe7e7c4f801889ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5762527 Sep 25 03:30:58.364845 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1904b08-3d1e-4799-a87b-926dc20614b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc68dec-943c-4de8-a49e-1d0da84c6587,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:58.368163 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 50236) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:30:58.445807 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-53772805-aed8-4378-a164-82d054945ba2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:58.502368 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-53772805-aed8-4378-a164-82d054945ba2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:58.621623 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0618d159-10b9-4fe7-b333-475dcb5229fc req-0627aec5-26f0-4907-9d6e-3a545f8b0c97 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:58.623358 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0618d159-10b9-4fe7-b333-475dcb5229fc req-0627aec5-26f0-4907-9d6e-3a545f8b0c97 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=797d92b8-a99f-4bce-899d-04675e53f4da HTTP/1.1" status: 200 len: 946 time: 0.0830350 Sep 25 03:30:58.662049 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-53772805-aed8-4378-a164-82d054945ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:58.667286 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-53772805-aed8-4378-a164-82d054945ba2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:58.670666 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-53772805-aed8-4378-a164-82d054945ba2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ddc68dec-943c-4de8-a49e-1d0da84c6587 HTTP/1.1" status: 204 len: 168 time: 0.3006136 Sep 25 03:30:58.687797 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53772805-aed8-4378-a164-82d054945ba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc68dec-943c-4de8-a49e-1d0da84c6587,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:58.722999 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0618d159-10b9-4fe7-b333-475dcb5229fc req-54340578-0bb3-497a-9ddd-be310c1d3fb5 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874867 Sep 25 03:30:59.055290 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a9f62-0139-44ff-b5c0-3b2d4d2e0449 req-3b0854b6-3484-4bf2-8618-dfad86b309c7 tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:59.058553 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3e4a9f62-0139-44ff-b5c0-3b2d4d2e0449 req-3b0854b6-3484-4bf2-8618-dfad86b309c7 tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] 10.222.0.42 "GET /v2.0/ports?device_id=361f6079-1c20-4c91-baae-12da55383992 HTTP/1.1" status: 200 len: 945 time: 0.0788746 Sep 25 03:30:59.129862 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3e4a9f62-0139-44ff-b5c0-3b2d4d2e0449 req-3acac3d1-eb0c-4ea0-b18f-ba0cd24bc905 tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e99c652-588a-4adf-a920-b5685215d390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614355 Sep 25 03:30:59.297229 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 50274) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:30:59.319602 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-1016359e-e1f8-475c-ae4c-1943ff92984a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:59.483689 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-1016359e-e1f8-475c-ae4c-1943ff92984a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:59.491787 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-1016359e-e1f8-475c-ae4c-1943ff92984a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:59.565425 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1016359e-e1f8-475c-ae4c-1943ff92984a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=372f0b71-60d3-414a-a64d-b66fdfa268f8,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:59.573689 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-1016359e-e1f8-475c-ae4c-1943ff92984a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ca585e8b080944fe8047cf1ec88e45ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2751744 Sep 25 03:30:59.577732 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 50284) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:30:59.660038 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-c60dccbf-4a47-4a4a-9c11-b5a20f81ca1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:59.697427 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-c60dccbf-4a47-4a4a-9c11-b5a20f81ca1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:59.773603 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-c60dccbf-4a47-4a4a-9c11-b5a20f81ca1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:59.777231 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-c60dccbf-4a47-4a4a-9c11-b5a20f81ca1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:30:59.779104 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-c60dccbf-4a47-4a4a-9c11-b5a20f81ca1f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/372f0b71-60d3-414a-a64d-b66fdfa268f8 HTTP/1.1" status: 204 len: 168 time: 0.1983094 Sep 25 03:30:59.789472 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60dccbf-4a47-4a4a-9c11-b5a20f81ca1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=372f0b71-60d3-414a-a64d-b66fdfa268f8,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:30:59.941929 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b4638-b8ae-49d8-b618-5cee2cfb33a3 req-d6fa9b9c-1880-4f7c-adbf-9a2c55bacb48 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:30:59.943980 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-884b4638-b8ae-49d8-b618-5cee2cfb33a3 req-d6fa9b9c-1880-4f7c-adbf-9a2c55bacb48 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=797d92b8-a99f-4bce-899d-04675e53f4da HTTP/1.1" status: 200 len: 946 time: 0.0846460 Sep 25 03:31:00.007246 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-884b4638-b8ae-49d8-b618-5cee2cfb33a3 req-773d323d-ebdd-46e4-9794-2bb2bdf7fb6c tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543296 Sep 25 03:31:00.336821 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aae716-bfa8-4337-8522-d67aa67403fd req-636d87a4-b198-4faf-8d0c-3312246f3fc1 tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:00.345478 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-94aae716-bfa8-4337-8522-d67aa67403fd req-636d87a4-b198-4faf-8d0c-3312246f3fc1 tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] 10.222.0.42 "GET /v2.0/ports?device_id=361f6079-1c20-4c91-baae-12da55383992 HTTP/1.1" status: 200 len: 945 time: 0.1043653 Sep 25 03:31:00.407991 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-94aae716-bfa8-4337-8522-d67aa67403fd req-c76c61e3-71ca-4f9f-ab15-df2f82bf6256 tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e99c652-588a-4adf-a920-b5685215d390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527315 Sep 25 03:31:01.218253 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43620ae9-6f43-46ab-88d5-2015eb886598 req-5a76b53b-8cc6-42b5-ac28-d636c110ff2c tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:01.221286 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-43620ae9-6f43-46ab-88d5-2015eb886598 req-5a76b53b-8cc6-42b5-ac28-d636c110ff2c tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=797d92b8-a99f-4bce-899d-04675e53f4da HTTP/1.1" status: 200 len: 946 time: 0.0888660 Sep 25 03:31:01.296933 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-43620ae9-6f43-46ab-88d5-2015eb886598 req-64b790d6-18df-4ffe-a17c-e9297413e808 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677130 Sep 25 03:31:01.597852 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ecb711-66e6-480c-bf91-031dcfeda148 req-3f304223-c4ec-488e-9077-e7982f2cf01f tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:01.599633 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-12ecb711-66e6-480c-bf91-031dcfeda148 req-3f304223-c4ec-488e-9077-e7982f2cf01f tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] 10.222.0.42 "GET /v2.0/ports?device_id=361f6079-1c20-4c91-baae-12da55383992 HTTP/1.1" status: 200 len: 945 time: 0.0956416 Sep 25 03:31:01.655874 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-12ecb711-66e6-480c-bf91-031dcfeda148 req-38d588a6-cdd6-4b44-aed6-366152c15c01 tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e99c652-588a-4adf-a920-b5685215d390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471821 Sep 25 03:31:02.522252 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6aaa5f-35d6-43c9-919c-c0c10f8dea37 req-6e12187b-e004-44ee-b03f-c3221487d6ea tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:02.528133 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6d6aaa5f-35d6-43c9-919c-c0c10f8dea37 req-6e12187b-e004-44ee-b03f-c3221487d6ea tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=797d92b8-a99f-4bce-899d-04675e53f4da HTTP/1.1" status: 200 len: 946 time: 0.0767243 Sep 25 03:31:02.582203 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6d6aaa5f-35d6-43c9-919c-c0c10f8dea37 req-b4d3f580-e2e6-4343-8db7-a6c3ec2de824 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487742 Sep 25 03:31:02.864873 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016865de-9a50-4f22-b765-9f5e4b1c167d req-9f64164b-ea5e-4e84-a02b-f74b053e57fa tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:02.877324 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-016865de-9a50-4f22-b765-9f5e4b1c167d req-9f64164b-ea5e-4e84-a02b-f74b053e57fa tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] 10.222.0.42 "GET /v2.0/ports?device_id=361f6079-1c20-4c91-baae-12da55383992 HTTP/1.1" status: 200 len: 945 time: 0.1160567 Sep 25 03:31:02.932024 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-016865de-9a50-4f22-b765-9f5e4b1c167d req-fb786069-574e-4d1c-b59d-e0a96bd64dd3 tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e99c652-588a-4adf-a920-b5685215d390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533154 Sep 25 03:31:03.194805 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 50446) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:31:03.349114 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-05455fce-e514-4060-bca1-519a2607f5f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:03.462786 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-05455fce-e514-4060-bca1-519a2607f5f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:03.474764 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-05455fce-e514-4060-bca1-519a2607f5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:03.519326 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-05455fce-e514-4060-bca1-519a2607f5f7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ee31b64d0224440095d3d61a87649dc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3230500 Sep 25 03:31:03.520082 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 50468) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:31:03.525510 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05455fce-e514-4060-bca1-519a2607f5f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4546132f-0c2d-49f5-b76a-4ca43b882ed7,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:31:03.607849 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-16f3151c-3762-4eff-9acf-d2161de7d8ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:03.649861 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-16f3151c-3762-4eff-9acf-d2161de7d8ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:03.754378 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33275ed-6896-4e70-854e-1ec5938f4bd4 req-84cd3637-0543-41a1-ac17-8e6c9cfb3b64 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:03.756307 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f33275ed-6896-4e70-854e-1ec5938f4bd4 req-84cd3637-0543-41a1-ac17-8e6c9cfb3b64 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=797d92b8-a99f-4bce-899d-04675e53f4da HTTP/1.1" status: 200 len: 946 time: 0.0715346 Sep 25 03:31:03.757319 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-16f3151c-3762-4eff-9acf-d2161de7d8ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:03.759898 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-16f3151c-3762-4eff-9acf-d2161de7d8ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:03.761141 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-16f3151c-3762-4eff-9acf-d2161de7d8ed admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4546132f-0c2d-49f5-b76a-4ca43b882ed7 HTTP/1.1" status: 204 len: 168 time: 0.2379827 Sep 25 03:31:03.784509 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f3151c-3762-4eff-9acf-d2161de7d8ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4546132f-0c2d-49f5-b76a-4ca43b882ed7,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:31:03.845123 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f33275ed-6896-4e70-854e-1ec5938f4bd4 req-c3865b5f-59f1-4f90-9c4d-e4369a078fb3 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785520 Sep 25 03:31:04.162999 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147bb6e0-3810-465e-84bf-d4bfd9d2528a req-25758abf-bec7-4382-a112-b2ea05bd6e8e tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:04.165343 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 50490) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:31:04.165493 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-147bb6e0-3810-465e-84bf-d4bfd9d2528a req-25758abf-bec7-4382-a112-b2ea05bd6e8e tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] 10.222.0.45 "GET /v2.0/ports?device_id=361f6079-1c20-4c91-baae-12da55383992 HTTP/1.1" status: 200 len: 945 time: 0.1804731 Sep 25 03:31:04.188216 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-c2412f71-09fd-4eb6-a07f-69859ddc5ac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:04.303542 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c9eaa-5243-4dfb-9fbc-1ca67613567c req-32d6c337-a1f2-4d78-9b68-c8f5bc8dd62e tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:04.306740 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-098c9eaa-5243-4dfb-9fbc-1ca67613567c req-32d6c337-a1f2-4d78-9b68-c8f5bc8dd62e tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] 10.222.0.42 "GET /v2.0/ports?device_id=361f6079-1c20-4c91-baae-12da55383992 HTTP/1.1" status: 200 len: 945 time: 0.2424014 Sep 25 03:31:04.310886 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-c2412f71-09fd-4eb6-a07f-69859ddc5ac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:04.320382 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-c2412f71-09fd-4eb6-a07f-69859ddc5ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:04.414948 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-c2412f71-09fd-4eb6-a07f-69859ddc5ac8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=96ef78b0536e4e398ac5837a7e97cda2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2477095 Sep 25 03:31:04.419041 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 50500) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:31:04.433289 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-098c9eaa-5243-4dfb-9fbc-1ca67613567c req-3fcbf884-a422-4228-af5e-91d24c9bbde4 tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e99c652-588a-4adf-a920-b5685215d390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146514 Sep 25 03:31:04.476834 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2412f71-09fd-4eb6-a07f-69859ddc5ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4743099c-6d87-423f-a7f5-056bbf523ccb,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:31:04.514300 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [req-147bb6e0-3810-465e-84bf-d4bfd9d2528a req-03060a0c-11ff-4ea8-ba39-7b2c5c5a4e04 tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] Deleting port e4d5df79-4e41-4409-86f3-ef4c5c58f9ce {{(pid=94021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 03:31:04.514653 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-147bb6e0-3810-465e-84bf-d4bfd9d2528a req-03060a0c-11ff-4ea8-ba39-7b2c5c5a4e04 tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731880592680'] for port, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:04.514783 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-ae74afed-f69a-4de3-a118-935a509f5303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:04.555025 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-ae74afed-f69a-4de3-a118-935a509f5303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:04.649056 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-ae74afed-f69a-4de3-a118-935a509f5303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:04.653179 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-ae74afed-f69a-4de3-a118-935a509f5303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:04.663505 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-ae74afed-f69a-4de3-a118-935a509f5303 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4743099c-6d87-423f-a7f5-056bbf523ccb HTTP/1.1" status: 204 len: 168 time: 0.2336576 Sep 25 03:31:04.673943 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae74afed-f69a-4de3-a118-935a509f5303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4743099c-6d87-423f-a7f5-056bbf523ccb,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:31:04.957381 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-147bb6e0-3810-465e-84bf-d4bfd9d2528a req-03060a0c-11ff-4ea8-ba39-7b2c5c5a4e04 tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] For port e4d5df79-4e41-4409-86f3-ef4c5c58f9ce, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=e4d5df79-4e41-4409-86f3-ef4c5c58f9ce,segment=NetworkSegment(d1107519-a3a7-4439-84b4-faab5f0b4168),segment_id=d1107519-a3a7-4439-84b4-faab5f0b4168)] {{(pid=94021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:31:04.958298 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-147bb6e0-3810-465e-84bf-d4bfd9d2528a req-03060a0c-11ff-4ea8-ba39-7b2c5c5a4e04 tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889411'] for port, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:05.000915 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [req-147bb6e0-3810-465e-84bf-d4bfd9d2528a req-03060a0c-11ff-4ea8-ba39-7b2c5c5a4e04 tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] Calling delete_port for e4d5df79-4e41-4409-86f3-ef4c5c58f9ce owned by compute:nova {{(pid=94021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 03:31:05.113939 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d807b03c-e3fc-4087-b0be-bd4092e8f959 req-b507e5ac-b1e9-4e24-8dfa-f1a1902d1394 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:05.116295 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d807b03c-e3fc-4087-b0be-bd4092e8f959 req-b507e5ac-b1e9-4e24-8dfa-f1a1902d1394 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=797d92b8-a99f-4bce-899d-04675e53f4da HTTP/1.1" status: 200 len: 946 time: 0.1334338 Sep 25 03:31:05.188028 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d807b03c-e3fc-4087-b0be-bd4092e8f959 req-4f19f593-cf9e-42cb-8e69-79e9358cfbb6 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581586 Sep 25 03:31:05.300663 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-147bb6e0-3810-465e-84bf-d4bfd9d2528a req-03060a0c-11ff-4ea8-ba39-7b2c5c5a4e04 tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731880598766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731880292810'] for port, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:05.335918 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03060a0c-11ff-4ea8-ba39-7b2c5c5a4e04 tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] Pushing event deleted for resources: {'Port': ['ID=e4d5df79-4e41-4409-86f3-ef4c5c58f9ce,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:31:05.346660 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] get_ports_and_sgs() called for port_ids ['e4d5df79-4e41-4409-86f3-ef4c5c58f9ce'] {{(pid=94022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 25 03:31:05.451416 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [req-147bb6e0-3810-465e-84bf-d4bfd9d2528a req-03060a0c-11ff-4ea8-ba39-7b2c5c5a4e04 tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] No DVR routers for this DVR port e4d5df79-4e41-4409-86f3-ef4c5c58f9ce on host hv-cinder-77570 {{(pid=94021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 25 03:31:05.455979 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-147bb6e0-3810-465e-84bf-d4bfd9d2528a req-03060a0c-11ff-4ea8-ba39-7b2c5c5a4e04 tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:05.458635 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-147bb6e0-3810-465e-84bf-d4bfd9d2528a req-03060a0c-11ff-4ea8-ba39-7b2c5c5a4e04 tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] 10.222.0.45 "DELETE /v2.0/ports/e4d5df79-4e41-4409-86f3-ef4c5c58f9ce HTTP/1.1" status: 204 len: 173 time: 1.2842970 Sep 25 03:31:05.459208 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '361f6079-1c20-4c91-baae-12da55383992', 'name': 'network-vif-deleted', 'tag': 'e4d5df79-4e41-4409-86f3-ef4c5c58f9ce'}] {{(pid=94021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 03:31:05.466203 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e2fb5340eb8446ff58cd715b9748d5b5aabaa2e5f9ab10f469ed89a7c45a212" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec09a699-0b80-4c51-825a-bd9b3088af4c" -d '{"events": [{"server_uuid": "361f6079-1c20-4c91-baae-12da55383992", "name": "network-vif-deleted", "tag": "e4d5df79-4e41-4409-86f3-ef4c5c58f9ce"}]}' {{(pid=94021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 03:31:05.512166 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 50544) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:31:05.530430 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 03:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c415da42-0719-442b-9022-83f91741cb51 x-openstack-request-id: req-c415da42-0719-442b-9022-83f91741cb51 {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 03:31:05.531078 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "361f6079-1c20-4c91-baae-12da55383992", "name": "network-vif-deleted", "tag": "e4d5df79-4e41-4409-86f3-ef4c5c58f9ce", "status": "completed", "code": 200}]} {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 03:31:05.531534 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c415da42-0719-442b-9022-83f91741cb51 {{(pid=94021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 03:31:05.532192 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '361f6079-1c20-4c91-baae-12da55383992', 'name': 'network-vif-deleted', 'tag': 'e4d5df79-4e41-4409-86f3-ef4c5c58f9ce', 'status': 'completed', 'code': 200} Sep 25 03:31:05.657526 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d88da13e-f345-43be-93da-2889f5f4cc53 req-6a3150e6-2933-4041-9a3e-d9abfaded249 tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] 10.222.0.42 "GET /v2.0/ports?device_id=361f6079-1c20-4c91-baae-12da55383992 HTTP/1.1" status: 200 len: 210 time: 0.0631738 Sep 25 03:31:05.826351 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-0db40687-6931-45cb-8415-06545590edd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:06.031261 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-0db40687-6931-45cb-8415-06545590edd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:06.042384 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-0db40687-6931-45cb-8415-06545590edd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:06.124152 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db40687-6931-45cb-8415-06545590edd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d972c829-383b-4a66-acf5-b659fb2a0b8d,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:31:06.178266 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-0db40687-6931-45cb-8415-06545590edd4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=df0ade85193d42ce802c54d71a6d9b72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6643417 Sep 25 03:31:06.182914 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 50574) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:31:06.281340 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-f57ef8e1-0f18-43a1-913c-88dcfa873b69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:06.317440 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-f57ef8e1-0f18-43a1-913c-88dcfa873b69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:06.487717 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-f57ef8e1-0f18-43a1-913c-88dcfa873b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:06.491903 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-f57ef8e1-0f18-43a1-913c-88dcfa873b69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:06.494716 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-f57ef8e1-0f18-43a1-913c-88dcfa873b69 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d972c829-383b-4a66-acf5-b659fb2a0b8d HTTP/1.1" status: 204 len: 168 time: 0.3084023 Sep 25 03:31:06.506156 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57ef8e1-0f18-43a1-913c-88dcfa873b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d972c829-383b-4a66-acf5-b659fb2a0b8d,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:31:06.521605 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437a7b79-412c-4927-b932-6995bedf2282 req-236235bf-8c7f-46a9-9c3a-397dd23d02d8 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:06.529839 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-437a7b79-412c-4927-b932-6995bedf2282 req-236235bf-8c7f-46a9-9c3a-397dd23d02d8 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=797d92b8-a99f-4bce-899d-04675e53f4da HTTP/1.1" status: 200 len: 946 time: 0.1232498 Sep 25 03:31:06.586381 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-437a7b79-412c-4927-b932-6995bedf2282 req-9d0e16e4-0ff6-4423-a5c5-7b292a1f9138 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490949 Sep 25 03:31:06.818091 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3e46e1dd-edb0-44ec-91b4-786542366ac4 req-37674053-2c0d-441b-8550-cf9e54f237bb tempest-DeleteServersTestJSON-875570011 tempest-DeleteServersTestJSON-875570011-project] 10.222.0.42 "GET /v2.0/ports?device_id=361f6079-1c20-4c91-baae-12da55383992 HTTP/1.1" status: 200 len: 210 time: 0.0355587 Sep 25 03:31:07.173013 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 50614) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:31:07.188793 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-4262518e-2314-4f97-8ee0-536cbaafc34d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:07.343734 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-4262518e-2314-4f97-8ee0-536cbaafc34d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:07.349386 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-4262518e-2314-4f97-8ee0-536cbaafc34d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:07.397182 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4262518e-2314-4f97-8ee0-536cbaafc34d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eef4c4c-57af-4868-8c4e-c1d23b4c4c2c,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:31:07.401824 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-4262518e-2314-4f97-8ee0-536cbaafc34d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=59c432631ca94b3c92b70baf98ff4070&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2276585 Sep 25 03:31:07.405219 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 50626) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:31:07.499723 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-074633ea-6292-49a4-911c-c387e7996f5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:07.545566 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-074633ea-6292-49a4-911c-c387e7996f5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:07.630326 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-074633ea-6292-49a4-911c-c387e7996f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:07.636481 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-074633ea-6292-49a4-911c-c387e7996f5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:07.639207 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-074633ea-6292-49a4-911c-c387e7996f5a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6eef4c4c-57af-4868-8c4e-c1d23b4c4c2c HTTP/1.1" status: 204 len: 168 time: 0.2322121 Sep 25 03:31:07.657772 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074633ea-6292-49a4-911c-c387e7996f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eef4c4c-57af-4868-8c4e-c1d23b4c4c2c,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:31:07.798458 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a0b249-2b55-4889-9d26-44b91a323a64 req-7dcf8fa3-9944-42a9-92c2-6c89894c21f0 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:07.809419 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-96a0b249-2b55-4889-9d26-44b91a323a64 req-7dcf8fa3-9944-42a9-92c2-6c89894c21f0 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=797d92b8-a99f-4bce-899d-04675e53f4da HTTP/1.1" status: 200 len: 946 time: 0.1029809 Sep 25 03:31:07.881510 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-96a0b249-2b55-4889-9d26-44b91a323a64 req-6963fea1-c65c-4421-ba4a-9ea01fa5ebfe tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704741 Sep 25 03:31:07.909522 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device e4d5df79-4e41-4409-86f3-ef4c5c58f9ce no longer exists at agent hyperv_hv-cinder-77570 {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 03:31:07.931888 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] No Port match for: e4d5df79-4e41-4409-86f3-ef4c5c58f9ce {{(pid=94022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 25 03:31:07.932342 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device e4d5df79-4e41-4409-86f3-ef4c5c58f9ce not bound to the agent host hv-cinder-77570 {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 03:31:08.256321 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 50672) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:31:08.353022 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cfe40a5-1a3a-493f-9298-0cfeb9057a0d admin admin] Deleting subnet e8393278-75fa-453f-b9a7-e0627b725e81 {{(pid=94021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 25 03:31:08.356831 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-6cfe40a5-1a3a-493f-9298-0cfeb9057a0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:08.400544 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-6cfe40a5-1a3a-493f-9298-0cfeb9057a0d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:08.414177 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-6cfe40a5-1a3a-493f-9298-0cfeb9057a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611410'] for subnet, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:08.489333 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-6cfe40a5-1a3a-493f-9298-0cfeb9057a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117'] for subnet, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:08.516478 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfe40a5-1a3a-493f-9298-0cfeb9057a0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8393278-75fa-453f-b9a7-e0627b725e81,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:31:08.520871 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-6cfe40a5-1a3a-493f-9298-0cfeb9057a0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3625783'] for subnet, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:08.526918 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-6cfe40a5-1a3a-493f-9298-0cfeb9057a0d admin admin] 10.222.0.42 "DELETE /v2.0/subnets/e8393278-75fa-453f-b9a7-e0627b725e81 HTTP/1.1" status: 204 len: 168 time: 0.2650554 Sep 25 03:31:08.527967 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 50684) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:31:08.623705 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-11e11b05-ebb6-41b8-a501-e7890c56b2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581802'] for network, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:08.738705 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-11e11b05-ebb6-41b8-a501-e7890c56b2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611307', 'neutron.services.segments.db._delete_segments_for_network-8731880838548'] for network, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:08.768745 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-11e11b05-ebb6-41b8-a501-e7890c56b2be admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:31:08.769081 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-11e11b05-ebb6-41b8-a501-e7890c56b2be admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:31:08.769818 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-11e11b05-ebb6-41b8-a501-e7890c56b2be admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:31:08.770175 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-11e11b05-ebb6-41b8-a501-e7890c56b2be admin admin] Subscribe: > port after_create 55550000 {{(pid=94021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:31:08.770546 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-11e11b05-ebb6-41b8-a501-e7890c56b2be admin admin] Subscribe: > port after_delete 55550000 {{(pid=94021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:31:08.771574 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-11e11b05-ebb6-41b8-a501-e7890c56b2be admin admin] Subscribe: > port after_update 55550000 {{(pid=94021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:31:08.771900 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-11e11b05-ebb6-41b8-a501-e7890c56b2be admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:31:08.772221 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-11e11b05-ebb6-41b8-a501-e7890c56b2be admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:31:08.772535 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-11e11b05-ebb6-41b8-a501-e7890c56b2be admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:31:08.772886 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-11e11b05-ebb6-41b8-a501-e7890c56b2be admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:31:08.968102 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-11e11b05-ebb6-41b8-a501-e7890c56b2be admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:31:08.968558 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-11e11b05-ebb6-41b8-a501-e7890c56b2be admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:31:08.968991 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-11e11b05-ebb6-41b8-a501-e7890c56b2be admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:31:08.969388 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-11e11b05-ebb6-41b8-a501-e7890c56b2be admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:31:08.969827 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.services.segments.db [None req-11e11b05-ebb6-41b8-a501-e7890c56b2be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2763b0ca-352d-4264-ab94-c3bcda1dd998']}} {{(pid=94021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:31:08.995494 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.services.segments.db [None req-11e11b05-ebb6-41b8-a501-e7890c56b2be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a762df3-01aa-4032-9a30-c7673fbcf513') {'for_net_delete': True} {{(pid=94021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:31:08.996196 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.services.segments.db [None req-11e11b05-ebb6-41b8-a501-e7890c56b2be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a762df3-01aa-4032-9a30-c7673fbcf513') {} {{(pid=94021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:31:09.020082 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-11e11b05-ebb6-41b8-a501-e7890c56b2be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731880837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3212167'] for segment, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:09.075731 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-11e11b05-ebb6-41b8-a501-e7890c56b2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614597'] for segment, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:09.095031 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11e11b05-ebb6-41b8-a501-e7890c56b2be admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=94021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 03:31:09.095698 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-11e11b05-ebb6-41b8-a501-e7890c56b2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3213329'] for segment, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:09.102885 dv-cinder-775706-4-iscsi neutron-server[94021]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 25 03:31:09.102885 dv-cinder-775706-4-iscsi neutron-server[94021]: from cryptography.utils import int_from_bytes Sep 25 03:31:09.102885 dv-cinder-775706-4-iscsi neutron-server[94021]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 25 03:31:09.102885 dv-cinder-775706-4-iscsi neutron-server[94021]: from cryptography.utils import int_from_bytes Sep 25 03:31:09.102885 dv-cinder-775706-4-iscsi neutron-server[94021]: Traceback (most recent call last): Sep 25 03:31:09.102885 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 25 03:31:09.102885 dv-cinder-775706-4-iscsi neutron-server[94021]: timer() Sep 25 03:31:09.102885 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 25 03:31:09.102885 dv-cinder-775706-4-iscsi neutron-server[94021]: cb(*args, **kw) Sep 25 03:31:09.102885 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 25 03:31:09.102885 dv-cinder-775706-4-iscsi neutron-server[94021]: return func(*args, **kwargs) Sep 25 03:31:09.102885 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 25 03:31:09.102885 dv-cinder-775706-4-iscsi neutron-server[94021]: self._notify() Sep 25 03:31:09.102885 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 25 03:31:09.102885 dv-cinder-775706-4-iscsi neutron-server[94021]: self.callback(batched_events) Sep 25 03:31:09.102885 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 25 03:31:09.102885 dv-cinder-775706-4-iscsi neutron-server[94021]: event.method(event) Sep 25 03:31:09.102885 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 25 03:31:09.102885 dv-cinder-775706-4-iscsi neutron-server[94021]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 25 03:31:09.102885 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 25 03:31:09.102885 dv-cinder-775706-4-iscsi neutron-server[94021]: aggregate_uuid = self.p_client.list_aggregates( Sep 25 03:31:09.102885 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 25 03:31:09.102885 dv-cinder-775706-4-iscsi neutron-server[94021]: return f(self, *a, **k) Sep 25 03:31:09.102885 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 25 03:31:09.102885 dv-cinder-775706-4-iscsi neutron-server[94021]: return self._get(url).json() Sep 25 03:31:09.102885 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 25 03:31:09.102885 dv-cinder-775706-4-iscsi neutron-server[94021]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 25 03:31:09.102885 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 25 03:31:09.102885 dv-cinder-775706-4-iscsi neutron-server[94021]: return self.request(url, 'GET', **kwargs) Sep 25 03:31:09.102885 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 25 03:31:09.102885 dv-cinder-775706-4-iscsi neutron-server[94021]: base_url = self.get_endpoint(auth, allow=allow, Sep 25 03:31:09.102885 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 25 03:31:09.102885 dv-cinder-775706-4-iscsi neutron-server[94021]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 25 03:31:09.102885 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 25 03:31:09.102885 dv-cinder-775706-4-iscsi neutron-server[94021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 25 03:31:09.102885 dv-cinder-775706-4-iscsi neutron-server[94021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 25 03:31:09.150574 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1511ed1-bbf1-4212-b496-166c2627d1c3 req-becadfac-484a-4e6c-9d25-34790a9b32e6 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:09.153481 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b1511ed1-bbf1-4212-b496-166c2627d1c3 req-becadfac-484a-4e6c-9d25-34790a9b32e6 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=797d92b8-a99f-4bce-899d-04675e53f4da HTTP/1.1" status: 200 len: 946 time: 0.1407549 Sep 25 03:31:09.269187 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-11e11b05-ebb6-41b8-a501-e7890c56b2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896844'] for network, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:09.279288 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b1511ed1-bbf1-4212-b496-166c2627d1c3 req-080b9aaf-5da8-45b5-8fc4-e5bfc859bd1f tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611989 Sep 25 03:31:09.291223 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-11e11b05-ebb6-41b8-a501-e7890c56b2be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3625783'] for network, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:09.294805 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-11e11b05-ebb6-41b8-a501-e7890c56b2be admin admin] 10.222.0.42 "DELETE /v2.0/networks/2763b0ca-352d-4264-ab94-c3bcda1dd998 HTTP/1.1" status: 204 len: 168 time: 0.7655797 Sep 25 03:31:09.298420 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 50716) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:31:09.317946 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e11b05-ebb6-41b8-a501-e7890c56b2be admin admin] Pushing event deleted for resources: {'Network': ['ID=2763b0ca-352d-4264-ab94-c3bcda1dd998,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:31:09.390682 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.db.db_base_plugin_v2 [None req-745365fe-4f1b-411b-9e56-e1caf0f7c385 admin admin] Deleting subnet 2f2b0ca7-f20d-47a2-8922-ae38a4d460ea {{(pid=94020) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 25 03:31:09.395753 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-745365fe-4f1b-411b-9e56-e1caf0f7c385 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:09.457583 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-745365fe-4f1b-411b-9e56-e1caf0f7c385 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:09.473224 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-745365fe-4f1b-411b-9e56-e1caf0f7c385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611410'] for subnet, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:09.489635 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 50726) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:31:09.574853 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-745365fe-4f1b-411b-9e56-e1caf0f7c385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117'] for subnet, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:09.634765 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-745365fe-4f1b-411b-9e56-e1caf0f7c385 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:09.643492 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-745365fe-4f1b-411b-9e56-e1caf0f7c385 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/2f2b0ca7-f20d-47a2-8922-ae38a4d460ea HTTP/1.1" status: 204 len: 168 time: 0.3393211 Sep 25 03:31:09.643492 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745365fe-4f1b-411b-9e56-e1caf0f7c385 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f2b0ca7-f20d-47a2-8922-ae38a4d460ea,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:31:09.644101 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 50736) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:31:09.757885 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-3ef13d1d-af22-45c2-87b5-7c30257678e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:09.839071 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-c6f7a55b-fcd8-4fcc-b3d1-892249a7f33a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581802'] for network, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:10.036770 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-c6f7a55b-fcd8-4fcc-b3d1-892249a7f33a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611307', 'neutron.services.segments.db._delete_segments_for_network-8731880838548'] for network, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:10.092091 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.services.segments.db [None req-c6f7a55b-fcd8-4fcc-b3d1-892249a7f33a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e75cb406-cbd4-4de5-90fb-c138545eb925']}} {{(pid=94021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:31:10.117351 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.services.segments.db [None req-c6f7a55b-fcd8-4fcc-b3d1-892249a7f33a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddae4fd5-ca90-4621-ac0c-0abe80dad965') {'for_net_delete': True} {{(pid=94021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:31:10.118899 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.services.segments.db [None req-c6f7a55b-fcd8-4fcc-b3d1-892249a7f33a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddae4fd5-ca90-4621-ac0c-0abe80dad965') {} {{(pid=94021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:31:10.142855 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-c6f7a55b-fcd8-4fcc-b3d1-892249a7f33a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731880837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3212167'] for segment, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:10.164040 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-3ef13d1d-af22-45c2-87b5-7c30257678e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:10.169154 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-c6f7a55b-fcd8-4fcc-b3d1-892249a7f33a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614597'] for segment, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:10.174427 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-3ef13d1d-af22-45c2-87b5-7c30257678e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:10.181877 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6f7a55b-fcd8-4fcc-b3d1-892249a7f33a admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=94021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 03:31:10.182269 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-c6f7a55b-fcd8-4fcc-b3d1-892249a7f33a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3213329'] for segment, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:10.188403 dv-cinder-775706-4-iscsi neutron-server[94021]: Traceback (most recent call last): Sep 25 03:31:10.188403 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 25 03:31:10.188403 dv-cinder-775706-4-iscsi neutron-server[94021]: timer() Sep 25 03:31:10.188403 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 25 03:31:10.188403 dv-cinder-775706-4-iscsi neutron-server[94021]: cb(*args, **kw) Sep 25 03:31:10.188403 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 25 03:31:10.188403 dv-cinder-775706-4-iscsi neutron-server[94021]: return func(*args, **kwargs) Sep 25 03:31:10.188403 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 25 03:31:10.188403 dv-cinder-775706-4-iscsi neutron-server[94021]: self._notify() Sep 25 03:31:10.188403 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 25 03:31:10.188403 dv-cinder-775706-4-iscsi neutron-server[94021]: self.callback(batched_events) Sep 25 03:31:10.188403 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 25 03:31:10.188403 dv-cinder-775706-4-iscsi neutron-server[94021]: event.method(event) Sep 25 03:31:10.188403 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 25 03:31:10.188403 dv-cinder-775706-4-iscsi neutron-server[94021]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 25 03:31:10.188403 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 25 03:31:10.188403 dv-cinder-775706-4-iscsi neutron-server[94021]: aggregate_uuid = self.p_client.list_aggregates( Sep 25 03:31:10.188403 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 25 03:31:10.188403 dv-cinder-775706-4-iscsi neutron-server[94021]: return f(self, *a, **k) Sep 25 03:31:10.188403 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 25 03:31:10.188403 dv-cinder-775706-4-iscsi neutron-server[94021]: return self._get(url).json() Sep 25 03:31:10.188403 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 25 03:31:10.188403 dv-cinder-775706-4-iscsi neutron-server[94021]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 25 03:31:10.188403 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 25 03:31:10.188403 dv-cinder-775706-4-iscsi neutron-server[94021]: return self.request(url, 'GET', **kwargs) Sep 25 03:31:10.188403 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 25 03:31:10.188403 dv-cinder-775706-4-iscsi neutron-server[94021]: base_url = self.get_endpoint(auth, allow=allow, Sep 25 03:31:10.188403 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 25 03:31:10.188403 dv-cinder-775706-4-iscsi neutron-server[94021]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 25 03:31:10.188403 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 25 03:31:10.188403 dv-cinder-775706-4-iscsi neutron-server[94021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 25 03:31:10.188403 dv-cinder-775706-4-iscsi neutron-server[94021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 25 03:31:10.262912 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef13d1d-af22-45c2-87b5-7c30257678e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b31e6df-bdaa-4c23-bbed-e837b8486b89,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:31:10.268856 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-3ef13d1d-af22-45c2-87b5-7c30257678e9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=afbbbc31056844e2bf4763d31de3817e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7777741 Sep 25 03:31:10.272520 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 50742) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:31:10.288562 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-c6f7a55b-fcd8-4fcc-b3d1-892249a7f33a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896844'] for network, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:10.301585 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-c6f7a55b-fcd8-4fcc-b3d1-892249a7f33a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3625783'] for network, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:10.303620 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-c6f7a55b-fcd8-4fcc-b3d1-892249a7f33a admin admin] 10.222.0.42 "DELETE /v2.0/networks/e75cb406-cbd4-4de5-90fb-c138545eb925 HTTP/1.1" status: 204 len: 168 time: 0.6579392 Sep 25 03:31:10.321176 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f7a55b-fcd8-4fcc-b3d1-892249a7f33a admin admin] Pushing event deleted for resources: {'Network': ['ID=e75cb406-cbd4-4de5-90fb-c138545eb925,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:31:10.346786 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-1d878133-cf2c-4894-80ab-2ebce9d1e46e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:10.395088 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-1d878133-cf2c-4894-80ab-2ebce9d1e46e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:10.463104 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f330c41-12f1-4c78-ba59-b45fc798e70f req-494e1f4d-8e33-4b59-a5c6-63cd865a0e70 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:10.464734 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8f330c41-12f1-4c78-ba59-b45fc798e70f req-494e1f4d-8e33-4b59-a5c6-63cd865a0e70 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=797d92b8-a99f-4bce-899d-04675e53f4da HTTP/1.1" status: 200 len: 946 time: 0.0890565 Sep 25 03:31:10.508697 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 50752) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:31:10.519986 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-1d878133-cf2c-4894-80ab-2ebce9d1e46e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:10.526108 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-1d878133-cf2c-4894-80ab-2ebce9d1e46e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:10.530497 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-1d878133-cf2c-4894-80ab-2ebce9d1e46e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0b31e6df-bdaa-4c23-bbed-e837b8486b89 HTTP/1.1" status: 204 len: 168 time: 0.2551658 Sep 25 03:31:10.562111 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d878133-cf2c-4894-80ab-2ebce9d1e46e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b31e6df-bdaa-4c23-bbed-e837b8486b89,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:31:10.571943 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8f330c41-12f1-4c78-ba59-b45fc798e70f req-9a993af9-90dd-4fe7-8c73-ddaf243c5e08 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856085 Sep 25 03:31:10.578766 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-a1f1aeef-0b74-4008-8172-1f84fb960343 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1a2e9de5cd0b4ac6911e0227abfd0dc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0687325 Sep 25 03:31:10.581598 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 50760) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:31:10.677874 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 50768) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:31:10.722900 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-81ae4cf1-15c3-4ad1-a4b6-54581f9e27c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:10.742335 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5ae4715-722d-4f55-9c4b-c472598b7cc0 admin admin] Deleting subnet 247a331b-00d1-4535-ab2b-28895d4f0e45 {{(pid=94021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 25 03:31:10.744295 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-d5ae4715-722d-4f55-9c4b-c472598b7cc0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:10.758051 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-81ae4cf1-15c3-4ad1-a4b6-54581f9e27c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:10.846602 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-81ae4cf1-15c3-4ad1-a4b6-54581f9e27c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:10.850198 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-81ae4cf1-15c3-4ad1-a4b6-54581f9e27c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:10.851714 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-81ae4cf1-15c3-4ad1-a4b6-54581f9e27c7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dcd42426-2f29-4f0d-a33f-3d22e4ff0cf4 HTTP/1.1" status: 204 len: 168 time: 0.2689164 Sep 25 03:31:10.861534 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-d5ae4715-722d-4f55-9c4b-c472598b7cc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3212190'] for subnet, precommit_delete_associations {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:10.865434 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ae4cf1-15c3-4ad1-a4b6-54581f9e27c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd42426-2f29-4f0d-a33f-3d22e4ff0cf4,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:31:10.916091 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-d5ae4715-722d-4f55-9c4b-c472598b7cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611410'] for subnet, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:10.977597 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-d5ae4715-722d-4f55-9c4b-c472598b7cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3214527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9426413'] for subnet, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:11.007377 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ae4715-722d-4f55-9c4b-c472598b7cc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=247a331b-00d1-4535-ab2b-28895d4f0e45,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:31:11.012118 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-d5ae4715-722d-4f55-9c4b-c472598b7cc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3625783'] for subnet, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:11.014154 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-d5ae4715-722d-4f55-9c4b-c472598b7cc0 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/247a331b-00d1-4535-ab2b-28895d4f0e45 HTTP/1.1" status: 204 len: 168 time: 0.3352215 Sep 25 03:31:11.018105 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 50782) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:31:11.101329 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-d1f9846c-9ba3-440e-bb86-b33dfef939e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581802'] for network, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:11.199375 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-d1f9846c-9ba3-440e-bb86-b33dfef939e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611307', 'neutron.services.segments.db._delete_segments_for_network-8731880838548'] for network, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:11.226142 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.services.segments.db [None req-d1f9846c-9ba3-440e-bb86-b33dfef939e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52f21d64-0fe9-4dc2-bccc-4b09f1598d06']}} {{(pid=94021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:31:11.237992 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.services.segments.db [None req-d1f9846c-9ba3-440e-bb86-b33dfef939e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1107519-a3a7-4439-84b4-faab5f0b4168') {'for_net_delete': True} {{(pid=94021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:31:11.238381 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.services.segments.db [None req-d1f9846c-9ba3-440e-bb86-b33dfef939e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1107519-a3a7-4439-84b4-faab5f0b4168') {} {{(pid=94021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:31:11.250322 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-d1f9846c-9ba3-440e-bb86-b33dfef939e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731880837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3212167'] for segment, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:11.266635 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-d1f9846c-9ba3-440e-bb86-b33dfef939e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614597'] for segment, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:11.275109 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1f9846c-9ba3-440e-bb86-b33dfef939e1 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=94021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 03:31:11.276272 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-d1f9846c-9ba3-440e-bb86-b33dfef939e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3213329'] for segment, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:11.277729 dv-cinder-775706-4-iscsi neutron-server[94021]: Traceback (most recent call last): Sep 25 03:31:11.277729 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 25 03:31:11.277729 dv-cinder-775706-4-iscsi neutron-server[94021]: timer() Sep 25 03:31:11.277729 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 25 03:31:11.277729 dv-cinder-775706-4-iscsi neutron-server[94021]: cb(*args, **kw) Sep 25 03:31:11.277729 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 25 03:31:11.277729 dv-cinder-775706-4-iscsi neutron-server[94021]: return func(*args, **kwargs) Sep 25 03:31:11.277729 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 25 03:31:11.277729 dv-cinder-775706-4-iscsi neutron-server[94021]: self._notify() Sep 25 03:31:11.277729 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 25 03:31:11.277729 dv-cinder-775706-4-iscsi neutron-server[94021]: self.callback(batched_events) Sep 25 03:31:11.277729 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 25 03:31:11.277729 dv-cinder-775706-4-iscsi neutron-server[94021]: event.method(event) Sep 25 03:31:11.277729 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 25 03:31:11.277729 dv-cinder-775706-4-iscsi neutron-server[94021]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 25 03:31:11.277729 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 25 03:31:11.277729 dv-cinder-775706-4-iscsi neutron-server[94021]: aggregate_uuid = self.p_client.list_aggregates( Sep 25 03:31:11.277729 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 25 03:31:11.277729 dv-cinder-775706-4-iscsi neutron-server[94021]: return f(self, *a, **k) Sep 25 03:31:11.277729 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 25 03:31:11.277729 dv-cinder-775706-4-iscsi neutron-server[94021]: return self._get(url).json() Sep 25 03:31:11.277729 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 25 03:31:11.277729 dv-cinder-775706-4-iscsi neutron-server[94021]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 25 03:31:11.277729 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 25 03:31:11.277729 dv-cinder-775706-4-iscsi neutron-server[94021]: return self.request(url, 'GET', **kwargs) Sep 25 03:31:11.277729 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 25 03:31:11.277729 dv-cinder-775706-4-iscsi neutron-server[94021]: base_url = self.get_endpoint(auth, allow=allow, Sep 25 03:31:11.277729 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 25 03:31:11.277729 dv-cinder-775706-4-iscsi neutron-server[94021]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 25 03:31:11.277729 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 25 03:31:11.277729 dv-cinder-775706-4-iscsi neutron-server[94021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 25 03:31:11.277729 dv-cinder-775706-4-iscsi neutron-server[94021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 25 03:31:11.327521 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 50792) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:31:11.365280 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-d1f9846c-9ba3-440e-bb86-b33dfef939e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896844'] for network, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:11.374340 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-d1f9846c-9ba3-440e-bb86-b33dfef939e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3625783'] for network, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:11.376185 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-d1f9846c-9ba3-440e-bb86-b33dfef939e1 admin admin] 10.222.0.42 "DELETE /v2.0/networks/52f21d64-0fe9-4dc2-bccc-4b09f1598d06 HTTP/1.1" status: 204 len: 168 time: 0.3568077 Sep 25 03:31:11.386958 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f9846c-9ba3-440e-bb86-b33dfef939e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=52f21d64-0fe9-4dc2-bccc-4b09f1598d06,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:31:11.409200 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-7fdd03c6-0a16-47b1-b26f-82205e13ae3c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7deddf0e6f2a48538869a1aee57ac2a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0753741 Sep 25 03:31:11.409635 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 50796) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:31:11.472121 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-e070393a-190e-433f-841c-345c09f9b0ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:11.499286 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-e070393a-190e-433f-841c-345c09f9b0ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:11.600539 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-e070393a-190e-433f-841c-345c09f9b0ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:11.603336 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-e070393a-190e-433f-841c-345c09f9b0ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:11.604685 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-e070393a-190e-433f-841c-345c09f9b0ad admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fe1158e7-5e2d-41df-900c-26089d959fc5 HTTP/1.1" status: 204 len: 168 time: 0.1939442 Sep 25 03:31:11.616552 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e070393a-190e-433f-841c-345c09f9b0ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe1158e7-5e2d-41df-900c-26089d959fc5,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:31:11.674193 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 50808) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:31:11.800968 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-629195e1-d359-4a07-b096-fa188ead4a59 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0bb3500e79a0416b9690432c0edd390c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1250820 Sep 25 03:31:11.804313 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 50814) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:31:11.845075 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e4ca1c-b935-4022-bfa7-f021ace87cf4 req-8f02d92b-95e2-44f9-8b56-2e3f1a71949c tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:11.856002 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-22e4ca1c-b935-4022-bfa7-f021ace87cf4 req-8f02d92b-95e2-44f9-8b56-2e3f1a71949c tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=797d92b8-a99f-4bce-899d-04675e53f4da HTTP/1.1" status: 200 len: 946 time: 0.1859381 Sep 25 03:31:11.934806 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-a4744b4f-2929-4f58-b583-bd94ce0b466d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:11.936618 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-22e4ca1c-b935-4022-bfa7-f021ace87cf4 req-42c28127-cdfe-462d-b78d-87dfcf873ce5 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791824 Sep 25 03:31:11.990475 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-a4744b4f-2929-4f58-b583-bd94ce0b466d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:12.075721 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-a4744b4f-2929-4f58-b583-bd94ce0b466d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:12.078782 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-a4744b4f-2929-4f58-b583-bd94ce0b466d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:12.080935 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-a4744b4f-2929-4f58-b583-bd94ce0b466d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5e99c652-588a-4adf-a920-b5685215d390 HTTP/1.1" status: 204 len: 168 time: 0.2748010 Sep 25 03:31:12.091147 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4744b4f-2929-4f58-b583-bd94ce0b466d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e99c652-588a-4adf-a920-b5685215d390,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:31:13.137007 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd057a17-6f7a-4efe-9ce9-6de040bfd59b req-1966aa16-177f-4904-8f93-c184cef3e219 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:13.138723 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-dd057a17-6f7a-4efe-9ce9-6de040bfd59b req-1966aa16-177f-4904-8f93-c184cef3e219 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=797d92b8-a99f-4bce-899d-04675e53f4da HTTP/1.1" status: 200 len: 946 time: 0.0625157 Sep 25 03:31:13.194711 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-dd057a17-6f7a-4efe-9ce9-6de040bfd59b req-97ee9e7f-bca2-4152-9189-0a9f49106392 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443277 Sep 25 03:31:13.232340 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 50880) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:31:13.381541 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-e42ca215-5a40-4f89-95a5-6de168977896 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-808666750-network', 'tenant_id': '015cca427efa404abe04b592097be6bb'}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:31:13.419173 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e42ca215-5a40-4f89-95a5-6de168977896 admin admin] Made reservation on behalf of 015cca427efa404abe04b592097be6bb for: {'network': 1} {{(pid=94020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 03:31:13.423366 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-e42ca215-5a40-4f89-95a5-6de168977896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for network, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:13.439447 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-e42ca215-5a40-4f89-95a5-6de168977896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:13.589029 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-e42ca215-5a40-4f89-95a5-6de168977896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:13.594662 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-e42ca215-5a40-4f89-95a5-6de168977896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:13.655700 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e42ca215-5a40-4f89-95a5-6de168977896 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=94020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 03:31:13.664860 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42ca215-5a40-4f89-95a5-6de168977896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6133d8-bed9-4360-990b-ffc51049b4f4,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:31:13.677923 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-e42ca215-5a40-4f89-95a5-6de168977896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614597'] for segment, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:13.678915 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.db.segments_db [None req-e42ca215-5a40-4f89-95a5-6de168977896 admin admin] Added segment 58aa6ed3-d7cb-4031-8ddd-7e75652cc68a of type vlan for network 9c952f8f-66bb-4107-9372-4db9640e68c6 Sep 25 03:31:13.756162 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-e42ca215-5a40-4f89-95a5-6de168977896 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731880296735'] for network, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:13.791773 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-e42ca215-5a40-4f89-95a5-6de168977896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117'] for network, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:13.793055 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42ca215-5a40-4f89-95a5-6de168977896 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:13.793885 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-e42ca215-5a40-4f89-95a5-6de168977896 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3625783'] for network, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:13.843080 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 50892) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:31:13.849545 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-6c9bdeb9-57e9-47fc-b52e-ed418e58931f admin admin] Request body: {'subnet': {'network_id': '9c952f8f-66bb-4107-9372-4db9640e68c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-808666750-subnet', 'tenant_id': '015cca427efa404abe04b592097be6bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:31:13.850481 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-e42ca215-5a40-4f89-95a5-6de168977896 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6141777 Sep 25 03:31:13.892744 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c9bdeb9-57e9-47fc-b52e-ed418e58931f admin admin] Made reservation on behalf of 015cca427efa404abe04b592097be6bb for: {'subnet': 1} {{(pid=94021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 03:31:13.897969 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-6c9bdeb9-57e9-47fc-b52e-ed418e58931f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9426376'] for subnet, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:13.912383 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42ca215-5a40-4f89-95a5-6de168977896 admin admin] Pushing event updated for resources: {'Network': ['ID=9c952f8f-66bb-4107-9372-4db9640e68c6,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:31:13.939787 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Network 9c952f8f-66bb-4107-9372-4db9640e68c6 details requested by agent ovs-agent-dv-cinder-775706-4-iscsi with host dv-cinder-775706-4-iscsi {{(pid=94022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 03:31:14.324594 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-6c9bdeb9-57e9-47fc-b52e-ed418e58931f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3214462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9426426'] for subnet, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:14.398615 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e785ea-927b-45c0-97ef-9d798463b654 req-3dc03972-b5ca-4510-b841-5fb8d703e1c8 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:14.400247 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-86e785ea-927b-45c0-97ef-9d798463b654 req-3dc03972-b5ca-4510-b841-5fb8d703e1c8 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=797d92b8-a99f-4bce-899d-04675e53f4da HTTP/1.1" status: 200 len: 946 time: 0.1217115 Sep 25 03:31:14.404219 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9bdeb9-57e9-47fc-b52e-ed418e58931f admin admin] Pushing event updated for resources: {'Subnet': ['ID=db6e0dfb-6372-4d03-a1b4-e4a5be197a40,revision_number=0']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:31:14.439533 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9bdeb9-57e9-47fc-b52e-ed418e58931f admin admin] Checking segment: {'id': '58aa6ed3-d7cb-4031-8ddd-7e75652cc68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '9c952f8f-66bb-4107-9372-4db9640e68c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 03:31:14.439901 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9bdeb9-57e9-47fc-b52e-ed418e58931f admin admin] Network hostable DHCP agents. Network: 9c952f8f-66bb-4107-9372-4db9640e68c6, hostable agents: ['2fa0f05e-bfa9-4bbd-9fe7-8d8f67ba176e'], hosted agents: [] {{(pid=94021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 03:31:14.463028 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-86e785ea-927b-45c0-97ef-9d798463b654 req-3b3e9d01-3693-4169-83ea-8e623cefa124 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483725 Sep 25 03:31:14.486982 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9bdeb9-57e9-47fc-b52e-ed418e58931f admin admin] Network 9c952f8f-66bb-4107-9372-4db9640e68c6 is scheduled to be hosted by DHCP agent 2fa0f05e-bfa9-4bbd-9fe7-8d8f67ba176e with binding_index 1 {{(pid=94021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 03:31:14.499470 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.base_scheduler [None req-6c9bdeb9-57e9-47fc-b52e-ed418e58931f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-4-iscsi, 9c952f8f-66bb-4107-9372-4db9640e68c6) {{(pid=94021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:31:14.505044 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9bdeb9-57e9-47fc-b52e-ed418e58931f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:14.505691 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-6c9bdeb9-57e9-47fc-b52e-ed418e58931f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3625783'] for subnet, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:14.514106 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7ee4a4-e89c-433d-8541-bcd1fcd4d12f None None] Network 9c952f8f-66bb-4107-9372-4db9640e68c6 requested from dv-cinder-775706-4-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 03:31:14.529302 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-6c9bdeb9-57e9-47fc-b52e-ed418e58931f admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6848030 Sep 25 03:31:14.704636 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2fa1498-1d3b-4e64-b651-4c02ab0b593c None None] Network 9c952f8f-66bb-4107-9372-4db9640e68c6 requested from dv-cinder-775706-4-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 03:31:15.402915 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-2aa2caff-608b-47f8-9af4-236dacb46264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:15.600286 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a58fa-4289-419c-9ca2-9cd53e0ed43e req-f88107fc-61e5-42f4-8576-c5912fe568a4 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:15.602459 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b12a58fa-4289-419c-9ca2-9cd53e0ed43e req-f88107fc-61e5-42f4-8576-c5912fe568a4 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=797d92b8-a99f-4bce-899d-04675e53f4da HTTP/1.1" status: 200 len: 946 time: 0.0566041 Sep 25 03:31:15.665319 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b12a58fa-4289-419c-9ca2-9cd53e0ed43e req-a7d5a774-9929-44f6-bbe6-3c5fb9d6e70a tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552263 Sep 25 03:31:15.812832 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 50984) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:31:15.944095 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b847a7e3-48df-4d36-a125-628880cb5ef1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:16.057521 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b847a7e3-48df-4d36-a125-628880cb5ef1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:16.063068 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b847a7e3-48df-4d36-a125-628880cb5ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:16.107598 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-b847a7e3-48df-4d36-a125-628880cb5ef1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a6ff3fdcfe9e4f0ca955e5a6487254c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2933264 Sep 25 03:31:16.109119 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b847a7e3-48df-4d36-a125-628880cb5ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f484cd-fd09-4f59-8df0-991cc64c8ff4,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:31:16.110542 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 51000) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:31:16.166431 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-5614a102-81cd-4a86-a8ec-da2bc86c565c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:16.189295 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-5614a102-81cd-4a86-a8ec-da2bc86c565c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:16.260244 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-5614a102-81cd-4a86-a8ec-da2bc86c565c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:16.263004 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-5614a102-81cd-4a86-a8ec-da2bc86c565c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:16.268828 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-5614a102-81cd-4a86-a8ec-da2bc86c565c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/15f484cd-fd09-4f59-8df0-991cc64c8ff4 HTTP/1.1" status: 204 len: 168 time: 0.1518729 Sep 25 03:31:16.279155 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5614a102-81cd-4a86-a8ec-da2bc86c565c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f484cd-fd09-4f59-8df0-991cc64c8ff4,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:31:16.731745 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 51042) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:31:16.763621 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d82e4dd7-0233-4c2d-94f0-217ddcb9d210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:16.933220 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d82e4dd7-0233-4c2d-94f0-217ddcb9d210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:16.939432 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e1c55-e1b2-4835-9786-3040ec614a25 req-ad983936-d2b8-40f5-9e52-493f4d878a56 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:16.940426 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d82e4dd7-0233-4c2d-94f0-217ddcb9d210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:16.946268 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-569e1c55-e1b2-4835-9786-3040ec614a25 req-ad983936-d2b8-40f5-9e52-493f4d878a56 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/networks?id=9c952f8f-66bb-4107-9372-4db9640e68c6 HTTP/1.1" status: 200 len: 808 time: 0.2747886 Sep 25 03:31:16.984567 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01a192-7a90-42a9-a6e2-81502369af38 req-c3379a36-0d9b-4f76-b6ed-9d1bc8a3af07 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:16.987348 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7a01a192-7a90-42a9-a6e2-81502369af38 req-c3379a36-0d9b-4f76-b6ed-9d1bc8a3af07 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=797d92b8-a99f-4bce-899d-04675e53f4da HTTP/1.1" status: 200 len: 946 time: 0.1621666 Sep 25 03:31:16.991023 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-d82e4dd7-0233-4c2d-94f0-217ddcb9d210 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f4ec4db573c148839955d3604c595da5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2576299 Sep 25 03:31:16.992086 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82e4dd7-0233-4c2d-94f0-217ddcb9d210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17dc2ca9-8560-486b-9aa9-586574a90254,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:31:16.995330 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 51046) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:31:17.010311 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-569e1c55-e1b2-4835-9786-3040ec614a25 req-7784f2de-e434-4716-97ea-09bc4f4df63c tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/quotas/015cca427efa404abe04b592097be6bb HTTP/1.1" status: 200 len: 375 time: 0.0565131 Sep 25 03:31:17.065500 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-2b13153a-2970-49b4-b98e-0387560c78b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:17.101400 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-2b13153a-2970-49b4-b98e-0387560c78b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:17.201463 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-2b13153a-2970-49b4-b98e-0387560c78b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:17.209102 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-2b13153a-2970-49b4-b98e-0387560c78b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:17.216506 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-2b13153a-2970-49b4-b98e-0387560c78b3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/17dc2ca9-8560-486b-9aa9-586574a90254 HTTP/1.1" status: 204 len: 168 time: 0.2194993 Sep 25 03:31:17.237677 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b13153a-2970-49b4-b98e-0387560c78b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17dc2ca9-8560-486b-9aa9-586574a90254,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:31:17.351355 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-569e1c55-e1b2-4835-9786-3040ec614a25 req-e1c6a81a-14f4-47d1-9121-7ead381b9e32 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=015cca427efa404abe04b592097be6bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484040 Sep 25 03:31:17.396600 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7a01a192-7a90-42a9-a6e2-81502369af38 req-e9166091-3ba4-4b4a-b240-1985779f3701 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3896451 Sep 25 03:31:17.529811 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-569e1c55-e1b2-4835-9786-3040ec614a25 req-fc54177d-dd9f-45d2-8036-170d87f20a6a service neutron] 10.222.0.42 "GET /v2.0/networks/9c952f8f-66bb-4107-9372-4db9640e68c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769867 Sep 25 03:31:17.663896 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-15e2ec34-8aeb-4dfa-9622-5b6d3e0880b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:17.752259 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-569e1c55-e1b2-4835-9786-3040ec614a25 req-19d8705a-e775-4585-9de3-348535ed329e service neutron] 10.222.0.42 "GET /v2.0/networks/9c952f8f-66bb-4107-9372-4db9640e68c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079217 Sep 25 03:31:18.012193 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 51078) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:31:18.031655 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f53a6a19-8603-409b-ba4c-5e255e667cf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:18.103574 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ee24ff47-7eb1-417c-a554-8ec79d1d02df req-907f9b62-f918-437c-b52a-6cd75a708787 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/ports?device_id=9deb51cf-1d41-4f99-9ad3-444c6eef60d7 HTTP/1.1" status: 200 len: 210 time: 0.1066170 Sep 25 03:31:18.190895 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f53a6a19-8603-409b-ba4c-5e255e667cf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:18.199656 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f53a6a19-8603-409b-ba4c-5e255e667cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:18.262330 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53a6a19-8603-409b-ba4c-5e255e667cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=072034b4-9bfe-44ab-b158-b53f39395b1d,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:31:18.282908 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 51088) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:31:18.283530 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-f53a6a19-8603-409b-ba4c-5e255e667cf5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dab09ae8377c4de39cef9ab782f45192&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2698107 Sep 25 03:31:18.386965 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 51094) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:31:18.397091 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-19d09ab2-903c-42de-818e-add74f792630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:18.434895 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-19d09ab2-903c-42de-818e-add74f792630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:18.544734 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-19d09ab2-903c-42de-818e-add74f792630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:18.547695 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-19d09ab2-903c-42de-818e-add74f792630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:18.548899 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-19d09ab2-903c-42de-818e-add74f792630 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/072034b4-9bfe-44ab-b158-b53f39395b1d HTTP/1.1" status: 204 len: 168 time: 0.2621796 Sep 25 03:31:18.570334 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d09ab2-903c-42de-818e-add74f792630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=072034b4-9bfe-44ab-b158-b53f39395b1d,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:31:18.607474 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daa6a4a-0077-43e7-9bbc-ac617203a51b req-1740d5d8-f125-4b5f-b652-57ddec8eebaa tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:18.612005 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6daa6a4a-0077-43e7-9bbc-ac617203a51b req-1740d5d8-f125-4b5f-b652-57ddec8eebaa tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=797d92b8-a99f-4bce-899d-04675e53f4da HTTP/1.1" status: 200 len: 946 time: 0.1003544 Sep 25 03:31:18.697637 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6daa6a4a-0077-43e7-9bbc-ac617203a51b req-71ffa1fe-275b-4daa-bf57-2e2c3d9a6c15 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770369 Sep 25 03:31:18.731982 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-ed77d4da-883b-4d40-bc7d-f7272d3819d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:18.847587 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 51112) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:31:18.928162 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-ed77d4da-883b-4d40-bc7d-f7272d3819d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:18.935129 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-ed77d4da-883b-4d40-bc7d-f7272d3819d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:18.984485 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-ed77d4da-883b-4d40-bc7d-f7272d3819d7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=38b82ff5ea7a4508a99aec669c91afa5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5963848 Sep 25 03:31:18.989471 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 51120) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:31:18.992117 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed77d4da-883b-4d40-bc7d-f7272d3819d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=078b41ba-eb1e-4b41-9396-c97c4e9700cc,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:31:19.058548 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-e0772ab0-91e9-4f14-b9dc-ce51a6d553de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:19.105789 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-e0772ab0-91e9-4f14-b9dc-ce51a6d553de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:19.145465 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-ac02fbb1-a4f4-46c9-a825-eaa5a7bd2544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:19.233967 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-e0772ab0-91e9-4f14-b9dc-ce51a6d553de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:19.240356 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-e0772ab0-91e9-4f14-b9dc-ce51a6d553de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:19.240815 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-fa5af178-6116-457c-95b6-13dc589f2bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:19.243984 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-e0772ab0-91e9-4f14-b9dc-ce51a6d553de admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/078b41ba-eb1e-4b41-9396-c97c4e9700cc HTTP/1.1" status: 204 len: 168 time: 0.2526801 Sep 25 03:31:19.275453 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0772ab0-91e9-4f14-b9dc-ce51a6d553de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=078b41ba-eb1e-4b41-9396-c97c4e9700cc,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:31:19.294628 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6562045f-3f67-4b88-ba1d-9d67b50236f7 req-a76c47f8-1e12-47ad-87db-7f06faa0b882 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/ports?device_id=9deb51cf-1d41-4f99-9ad3-444c6eef60d7 HTTP/1.1" status: 200 len: 210 time: 0.0666301 Sep 25 03:31:19.322548 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:19.401837 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-ac02fbb1-a4f4-46c9-a825-eaa5a7bd2544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:19.409465 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-ac02fbb1-a4f4-46c9-a825-eaa5a7bd2544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:19.452486 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 51134) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:31:19.452847 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-ac02fbb1-a4f4-46c9-a825-eaa5a7bd2544 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5455400f9a4042a8a33bffef815f84f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6033053 Sep 25 03:31:19.458833 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac02fbb1-a4f4-46c9-a825-eaa5a7bd2544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=587b358e-1e23-4ed1-ae56-f05e49ea8a1b,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:31:19.525981 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-520667af-9486-4284-8836-1c26c0a43afb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:19.571343 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-520667af-9486-4284-8836-1c26c0a43afb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:19.651567 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-520667af-9486-4284-8836-1c26c0a43afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:19.657082 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-520667af-9486-4284-8836-1c26c0a43afb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:19.664199 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-520667af-9486-4284-8836-1c26c0a43afb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/587b358e-1e23-4ed1-ae56-f05e49ea8a1b HTTP/1.1" status: 204 len: 168 time: 0.2059059 Sep 25 03:31:19.670877 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520667af-9486-4284-8836-1c26c0a43afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=587b358e-1e23-4ed1-ae56-f05e49ea8a1b,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:31:19.674699 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 51144) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:31:19.855771 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 51154) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:31:19.858068 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34cf338-82be-435a-a108-98f200f9b412 req-fa8a97c2-3a65-4fe1-8ab0-a760890b1642 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:19.861004 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d34cf338-82be-435a-a108-98f200f9b412 req-fa8a97c2-3a65-4fe1-8ab0-a760890b1642 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=797d92b8-a99f-4bce-899d-04675e53f4da HTTP/1.1" status: 200 len: 946 time: 0.0688965 Sep 25 03:31:19.877060 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-296251e2-1726-4590-bd16-3f4dabab19ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:19.918568 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d34cf338-82be-435a-a108-98f200f9b412 req-caa1c724-ee65-4785-8781-7d9b4b25de63 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508444 Sep 25 03:31:20.011676 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-296251e2-1726-4590-bd16-3f4dabab19ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:20.016583 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-296251e2-1726-4590-bd16-3f4dabab19ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:20.056089 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296251e2-1726-4590-bd16-3f4dabab19ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a902ed60-4413-4cbe-b009-32fb9c447c87,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:31:20.066084 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-296251e2-1726-4590-bd16-3f4dabab19ea admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7a0189b6671444918894dbec3eae561d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2087388 Sep 25 03:31:20.068876 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 51158) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:31:20.132318 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-8fe5a84c-7349-4a0b-a5dc-853c165269c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:20.146527 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-9256ff33-437b-484a-8323-cfc7e57cf99b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:20.178140 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-9256ff33-437b-484a-8323-cfc7e57cf99b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:20.256589 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-9256ff33-437b-484a-8323-cfc7e57cf99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:20.264040 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-9256ff33-437b-484a-8323-cfc7e57cf99b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:20.266332 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-9256ff33-437b-484a-8323-cfc7e57cf99b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a902ed60-4413-4cbe-b009-32fb9c447c87 HTTP/1.1" status: 204 len: 168 time: 0.1955981 Sep 25 03:31:20.280252 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9256ff33-437b-484a-8323-cfc7e57cf99b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a902ed60-4413-4cbe-b009-32fb9c447c87,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:31:20.303310 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-8fe5a84c-7349-4a0b-a5dc-853c165269c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:20.319803 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-8fe5a84c-7349-4a0b-a5dc-853c165269c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:20.394057 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-8fe5a84c-7349-4a0b-a5dc-853c165269c5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c868257bbd774383930442bc2f898de5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7178636 Sep 25 03:31:20.396983 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 51178) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:31:20.403680 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe5a84c-7349-4a0b-a5dc-853c165269c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2941985-b354-47e6-9430-63c9041de9b8,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:31:20.494290 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6c489890-73dc-4b1f-99a9-3d713a499e9a req-2d3942a8-76b8-4af0-8487-bf056deeef01 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/ports?device_id=9deb51cf-1d41-4f99-9ad3-444c6eef60d7 HTTP/1.1" status: 200 len: 210 time: 0.0532219 Sep 25 03:31:20.578588 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-03fd282e-75d6-48cd-a614-d9f5dcd8c4bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:20.608072 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-03fd282e-75d6-48cd-a614-d9f5dcd8c4bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:20.676381 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-03fd282e-75d6-48cd-a614-d9f5dcd8c4bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:20.679447 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-03fd282e-75d6-48cd-a614-d9f5dcd8c4bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:20.680878 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-03fd282e-75d6-48cd-a614-d9f5dcd8c4bd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f2941985-b354-47e6-9430-63c9041de9b8 HTTP/1.1" status: 204 len: 168 time: 0.2821157 Sep 25 03:31:20.689087 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fd282e-75d6-48cd-a614-d9f5dcd8c4bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2941985-b354-47e6-9430-63c9041de9b8,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:31:21.071190 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5d9f8e-f8ba-4a22-b199-cc4bb98bf9c0 req-480f9d81-4ab2-4b6d-8fbf-3c5cad9ac975 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:21.073253 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0c5d9f8e-f8ba-4a22-b199-cc4bb98bf9c0 req-480f9d81-4ab2-4b6d-8fbf-3c5cad9ac975 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=797d92b8-a99f-4bce-899d-04675e53f4da HTTP/1.1" status: 200 len: 946 time: 0.0735667 Sep 25 03:31:21.126074 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-afd92d12-b9d5-4a92-bfd4-50d3cdf2ae8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:21.152244 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0c5d9f8e-f8ba-4a22-b199-cc4bb98bf9c0 req-0354ca47-037e-4332-b057-3107ac2add62 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638790 Sep 25 03:31:21.209929 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 51236) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:31:21.225578 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-20290c69-eb56-4317-b1cd-fe861600f59b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:21.364560 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-20290c69-eb56-4317-b1cd-fe861600f59b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:21.372716 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-20290c69-eb56-4317-b1cd-fe861600f59b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:21.447680 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-20290c69-eb56-4317-b1cd-fe861600f59b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6ec3af0c43004938a46df48f3304c538&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2354953 Sep 25 03:31:21.449212 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20290c69-eb56-4317-b1cd-fe861600f59b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbde140b-d8db-4334-9740-cdb1518e28fe,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:31:21.450404 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 51260) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:31:21.559000 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-4cc087ff-bb9b-4dc4-a4ba-bebce2359038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:21.601556 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-4cc087ff-bb9b-4dc4-a4ba-bebce2359038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:21.739105 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-22b19c6d-5d77-414c-917a-0c7bfcb2b51f req-a972fb54-1f40-46ee-9986-6603b3d106af tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/ports?device_id=9deb51cf-1d41-4f99-9ad3-444c6eef60d7 HTTP/1.1" status: 200 len: 210 time: 0.0790510 Sep 25 03:31:21.765993 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-4cc087ff-bb9b-4dc4-a4ba-bebce2359038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:21.768704 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-4cc087ff-bb9b-4dc4-a4ba-bebce2359038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:21.769937 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-4cc087ff-bb9b-4dc4-a4ba-bebce2359038 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cbde140b-d8db-4334-9740-cdb1518e28fe HTTP/1.1" status: 204 len: 168 time: 0.3177741 Sep 25 03:31:21.793780 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc087ff-bb9b-4dc4-a4ba-bebce2359038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbde140b-d8db-4334-9740-cdb1518e28fe,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:31:22.289038 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 51296) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:31:22.322154 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1e9eab-74d4-4bf3-9188-7b6597e1e807 req-7c5d563c-69a8-4df3-ac5e-7804d4870637 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:22.324038 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-bd1e9eab-74d4-4bf3-9188-7b6597e1e807 req-7c5d563c-69a8-4df3-ac5e-7804d4870637 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=797d92b8-a99f-4bce-899d-04675e53f4da HTTP/1.1" status: 200 len: 946 time: 0.0872791 Sep 25 03:31:22.382040 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-bd1e9eab-74d4-4bf3-9188-7b6597e1e807 req-175f4798-aea3-421a-a216-5077cb88f275 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501153 Sep 25 03:31:22.577967 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-03e142ef-0d38-4923-8f6e-a7d81207bbc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:22.739377 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-03e142ef-0d38-4923-8f6e-a7d81207bbc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:22.755523 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-03e142ef-0d38-4923-8f6e-a7d81207bbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:22.801576 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 51320) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:31:22.803266 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-03e142ef-0d38-4923-8f6e-a7d81207bbc8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6deb75c8e1964f5fac6aa4d67e89ddf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5105011 Sep 25 03:31:22.809538 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e142ef-0d38-4923-8f6e-a7d81207bbc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65d97f4a-14b9-4533-809d-457ee4703aa5,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:31:22.899677 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-3bae9d7a-2c2c-400b-ae4c-ca2afcf23acd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:22.925014 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-3bae9d7a-2c2c-400b-ae4c-ca2afcf23acd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:22.926234 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5471b1a2-c9c9-4de5-9860-a3c8a662a1ea req-407cd157-b3af-492c-bcf3-c93b63fb2834 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/ports?device_id=9deb51cf-1d41-4f99-9ad3-444c6eef60d7 HTTP/1.1" status: 200 len: 210 time: 0.0330043 Sep 25 03:31:22.992841 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-3bae9d7a-2c2c-400b-ae4c-ca2afcf23acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:22.995295 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-3bae9d7a-2c2c-400b-ae4c-ca2afcf23acd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:22.996668 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-3bae9d7a-2c2c-400b-ae4c-ca2afcf23acd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/65d97f4a-14b9-4533-809d-457ee4703aa5 HTTP/1.1" status: 204 len: 168 time: 0.1940188 Sep 25 03:31:23.007255 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bae9d7a-2c2c-400b-ae4c-ca2afcf23acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d97f4a-14b9-4533-809d-457ee4703aa5,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:31:23.308716 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e1c55-e1b2-4835-9786-3040ec614a25 req-697d767d-212e-4d4c-87b2-0f125aae104c tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:23.310483 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-569e1c55-e1b2-4835-9786-3040ec614a25 req-697d767d-212e-4d4c-87b2-0f125aae104c tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.45 "GET /v2.0/networks?id=9c952f8f-66bb-4107-9372-4db9640e68c6 HTTP/1.1" status: 200 len: 808 time: 0.1452029 Sep 25 03:31:23.338207 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [req-569e1c55-e1b2-4835-9786-3040ec614a25 req-0bd93bb4-bb89-4d86-ac24-1052aab7ceb7 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Request body: {'port': {'device_id': '9deb51cf-1d41-4f99-9ad3-444c6eef60d7', 'network_id': '9c952f8f-66bb-4107-9372-4db9640e68c6', 'admin_state_up': True, 'tenant_id': '015cca427efa404abe04b592097be6bb'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:31:23.597657 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00818e4e-1466-48b9-ac44-58375d77de47 req-e4763ade-ae65-43a2-a6b4-2ce6f1c35f03 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:23.599508 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-00818e4e-1466-48b9-ac44-58375d77de47 req-e4763ade-ae65-43a2-a6b4-2ce6f1c35f03 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=797d92b8-a99f-4bce-899d-04675e53f4da HTTP/1.1" status: 200 len: 946 time: 0.1026106 Sep 25 03:31:23.637334 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-569e1c55-e1b2-4835-9786-3040ec614a25 req-0bd93bb4-bb89-4d86-ac24-1052aab7ceb7 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Made reservation on behalf of 015cca427efa404abe04b592097be6bb for: {'port': 1} {{(pid=94021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 03:31:23.640802 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-569e1c55-e1b2-4835-9786-3040ec614a25 req-0bd93bb4-bb89-4d86-ac24-1052aab7ceb7 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:23.679089 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-00818e4e-1466-48b9-ac44-58375d77de47 req-8b812e9f-6e6c-44f0-9bf8-a1252efbd96c tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703225 Sep 25 03:31:23.825202 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.db.db_base_plugin_common [req-569e1c55-e1b2-4835-9786-3040ec614a25 req-0bd93bb4-bb89-4d86-ac24-1052aab7ceb7 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Allocated IP 172.20.0.10 (9c952f8f-66bb-4107-9372-4db9640e68c6/db6e0dfb-6372-4d03-a1b4-e4a5be197a40/7427672d-62e1-4737-8470-1fc8f9a85a14) {{(pid=94021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 03:31:24.096234 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b50ede92-5309-48c7-95ed-ed0d698af06d req-cc0b337a-c2a1-4ef6-bef4-df77c3e68dac tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/ports?device_id=9deb51cf-1d41-4f99-9ad3-444c6eef60d7 HTTP/1.1" status: 200 len: 210 time: 0.0388408 Sep 25 03:31:24.154396 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-569e1c55-e1b2-4835-9786-3040ec614a25 req-0bd93bb4-bb89-4d86-ac24-1052aab7ceb7 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Notify callbacks [] for port, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:24.199632 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-569e1c55-e1b2-4835-9786-3040ec614a25 req-0bd93bb4-bb89-4d86-ac24-1052aab7ceb7 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731880292801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3214562'] for port, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:24.249927 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-569e1c55-e1b2-4835-9786-3040ec614a25 req-0bd93bb4-bb89-4d86-ac24-1052aab7ceb7 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Network 9c952f8f-66bb-4107-9372-4db9640e68c6 is already hosted by enough agents. {{(pid=94021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 03:31:24.253184 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.base_scheduler [req-569e1c55-e1b2-4835-9786-3040ec614a25 req-0bd93bb4-bb89-4d86-ac24-1052aab7ceb7 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Resources bound (agent type, host, resource id): {{(pid=94021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:31:24.257751 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [req-569e1c55-e1b2-4835-9786-3040ec614a25 req-0bd93bb4-bb89-4d86-ac24-1052aab7ceb7 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Received port after_create {{(pid=94021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 03:31:24.290836 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd93bb4-bb89-4d86-ac24-1052aab7ceb7 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Pushing event updated for resources: {'Port': ['ID=7427672d-62e1-4737-8470-1fc8f9a85a14,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:31:24.347972 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e1c55-e1b2-4835-9786-3040ec614a25 req-0bd93bb4-bb89-4d86-ac24-1052aab7ceb7 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:24.349081 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-569e1c55-e1b2-4835-9786-3040ec614a25 req-0bd93bb4-bb89-4d86-ac24-1052aab7ceb7 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:24.372795 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-569e1c55-e1b2-4835-9786-3040ec614a25 req-0bd93bb4-bb89-4d86-ac24-1052aab7ceb7 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0446913 Sep 25 03:31:24.494805 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [req-569e1c55-e1b2-4835-9786-3040ec614a25 req-bde367f0-3a7d-4b7f-a4cd-166812c7f0d7 service neutron] Request body: {'port': {'device_id': '9deb51cf-1d41-4f99-9ad3-444c6eef60d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:31:24.576462 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-569e1c55-e1b2-4835-9786-3040ec614a25 req-bde367f0-3a7d-4b7f-a4cd-166812c7f0d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:24.861837 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44646362-540e-43c3-ad82-6894873b8788 req-6d637c91-89ad-40ae-aeac-dc676f665b0c tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:24.863507 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-44646362-540e-43c3-ad82-6894873b8788 req-6d637c91-89ad-40ae-aeac-dc676f665b0c tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=797d92b8-a99f-4bce-899d-04675e53f4da HTTP/1.1" status: 200 len: 946 time: 0.1063254 Sep 25 03:31:24.935260 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-44646362-540e-43c3-ad82-6894873b8788 req-37a57f56-a598-4933-98a8-d03050c0e3ca tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641675 Sep 25 03:31:24.984524 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [req-569e1c55-e1b2-4835-9786-3040ec614a25 req-bde367f0-3a7d-4b7f-a4cd-166812c7f0d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7427672d-62e1-4737-8470-1fc8f9a85a14 {{(pid=94021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 03:31:24.994566 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-569e1c55-e1b2-4835-9786-3040ec614a25 req-bde367f0-3a7d-4b7f-a4cd-166812c7f0d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:25.034996 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.db.provisioning_blocks [req-569e1c55-e1b2-4835-9786-3040ec614a25 req-bde367f0-3a7d-4b7f-a4cd-166812c7f0d7 service neutron] Transition to ACTIVE for port object 7427672d-62e1-4737-8470-1fc8f9a85a14 will not be triggered until provisioned by entity L2. {{(pid=94021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 25 03:31:25.041116 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-569e1c55-e1b2-4835-9786-3040ec614a25 req-bde367f0-3a7d-4b7f-a4cd-166812c7f0d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3214569'] for port, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:25.139385 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde367f0-3a7d-4b7f-a4cd-166812c7f0d7 service neutron] Pushing event updated for resources: {'Port': ['ID=7427672d-62e1-4737-8470-1fc8f9a85a14,revision_number=2']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:31:25.223623 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-569e1c55-e1b2-4835-9786-3040ec614a25 req-bde367f0-3a7d-4b7f-a4cd-166812c7f0d7 service neutron] Attempting to bind port 7427672d-62e1-4737-8470-1fc8f9a85a14 on host hv-cinder-77570 for vnic_type normal with profile {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 03:31:25.224029 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-569e1c55-e1b2-4835-9786-3040ec614a25 req-bde367f0-3a7d-4b7f-a4cd-166812c7f0d7 service neutron] Attempting to bind port 7427672d-62e1-4737-8470-1fc8f9a85a14 by drivers openvswitch,hyperv on host hv-cinder-77570 at level 0 using segments [{'id': '58aa6ed3-d7cb-4031-8ddd-7e75652cc68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '9c952f8f-66bb-4107-9372-4db9640e68c6'}] {{(pid=94021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 03:31:25.224383 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569e1c55-e1b2-4835-9786-3040ec614a25 req-bde367f0-3a7d-4b7f-a4cd-166812c7f0d7 service neutron] Attempting to bind port 7427672d-62e1-4737-8470-1fc8f9a85a14 on network 9c952f8f-66bb-4107-9372-4db9640e68c6 {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 03:31:25.232393 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569e1c55-e1b2-4835-9786-3040ec614a25 req-bde367f0-3a7d-4b7f-a4cd-166812c7f0d7 service neutron] Port 7427672d-62e1-4737-8470-1fc8f9a85a14 on network 9c952f8f-66bb-4107-9372-4db9640e68c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77570 {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 25 03:31:25.232924 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569e1c55-e1b2-4835-9786-3040ec614a25 req-bde367f0-3a7d-4b7f-a4cd-166812c7f0d7 service neutron] Attempting to bind port 7427672d-62e1-4737-8470-1fc8f9a85a14 on network 9c952f8f-66bb-4107-9372-4db9640e68c6 {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 03:31:25.245971 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569e1c55-e1b2-4835-9786-3040ec614a25 req-bde367f0-3a7d-4b7f-a4cd-166812c7f0d7 service neutron] Checking agent: {'id': '508f5817-0468-490c-b4b9-d8db88d5fd84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 3, 27, 55), 'started_at': datetime.datetime(2021, 9, 25, 3, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 3, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 03:31:25.246505 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569e1c55-e1b2-4835-9786-3040ec614a25 req-bde367f0-3a7d-4b7f-a4cd-166812c7f0d7 service neutron] Checking segment: {'id': '58aa6ed3-d7cb-4031-8ddd-7e75652cc68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '9c952f8f-66bb-4107-9372-4db9640e68c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 03:31:25.247350 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569e1c55-e1b2-4835-9786-3040ec614a25 req-bde367f0-3a7d-4b7f-a4cd-166812c7f0d7 service neutron] Bound using segment: {'id': '58aa6ed3-d7cb-4031-8ddd-7e75652cc68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '9c952f8f-66bb-4107-9372-4db9640e68c6'} {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 03:31:25.248724 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-569e1c55-e1b2-4835-9786-3040ec614a25 req-bde367f0-3a7d-4b7f-a4cd-166812c7f0d7 service neutron] Bound port: 7427672d-62e1-4737-8470-1fc8f9a85a14, host: hv-cinder-77570, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58aa6ed3-d7cb-4031-8ddd-7e75652cc68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '9c952f8f-66bb-4107-9372-4db9640e68c6'}}] {{(pid=94021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 03:31:25.248913 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-569e1c55-e1b2-4835-9786-3040ec614a25 req-bde367f0-3a7d-4b7f-a4cd-166812c7f0d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:25.281396 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46693b3a-cb26-48fa-a56e-0b90921e11fe req-7ed904be-2638-4d2a-a95a-ddc4340b483a tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:25.282884 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-46693b3a-cb26-48fa-a56e-0b90921e11fe req-7ed904be-2638-4d2a-a95a-ddc4340b483a tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/ports?device_id=9deb51cf-1d41-4f99-9ad3-444c6eef60d7 HTTP/1.1" status: 200 len: 944 time: 0.0930209 Sep 25 03:31:25.368399 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-46693b3a-cb26-48fa-a56e-0b90921e11fe req-1aa26a75-17ea-4683-a18e-8f4744f3f8f0 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d6133d8-bed9-4360-990b-ffc51049b4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658815 Sep 25 03:31:25.371930 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-569e1c55-e1b2-4835-9786-3040ec614a25 req-bde367f0-3a7d-4b7f-a4cd-166812c7f0d7 service neutron] For port 7427672d-62e1-4737-8470-1fc8f9a85a14, host hv-cinder-77570, cleared binding levels {{(pid=94021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 03:31:25.377114 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-569e1c55-e1b2-4835-9786-3040ec614a25 req-bde367f0-3a7d-4b7f-a4cd-166812c7f0d7 service neutron] For port 7427672d-62e1-4737-8470-1fc8f9a85a14, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=7427672d-62e1-4737-8470-1fc8f9a85a14,segment=NetworkSegment(58aa6ed3-d7cb-4031-8ddd-7e75652cc68a),segment_id=58aa6ed3-d7cb-4031-8ddd-7e75652cc68a)] {{(pid=94021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 03:31:25.385617 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-569e1c55-e1b2-4835-9786-3040ec614a25 req-bde367f0-3a7d-4b7f-a4cd-166812c7f0d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3214569'] for port, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:25.422901 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e1c55-e1b2-4835-9786-3040ec614a25 req-bde367f0-3a7d-4b7f-a4cd-166812c7f0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:25.423541 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-569e1c55-e1b2-4835-9786-3040ec614a25 req-bde367f0-3a7d-4b7f-a4cd-166812c7f0d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:25.425031 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-569e1c55-e1b2-4835-9786-3040ec614a25 req-bde367f0-3a7d-4b7f-a4cd-166812c7f0d7 service neutron] 10.222.0.45 "PUT /v2.0/ports/7427672d-62e1-4737-8470-1fc8f9a85a14 HTTP/1.1" status: 200 len: 1094 time: 0.9346633 Sep 25 03:31:25.425491 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9deb51cf-1d41-4f99-9ad3-444c6eef60d7', 'tag': '7427672d-62e1-4737-8470-1fc8f9a85a14'}] {{(pid=94021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 03:31:25.428193 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e2fb5340eb8446ff58cd715b9748d5b5aabaa2e5f9ab10f469ed89a7c45a212" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419ce8ba-72d9-4ed9-aad6-162049028bd6" -d '{"events": [{"name": "network-changed", "server_uuid": "9deb51cf-1d41-4f99-9ad3-444c6eef60d7", "tag": "7427672d-62e1-4737-8470-1fc8f9a85a14"}]}' {{(pid=94021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 03:31:25.455344 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde367f0-3a7d-4b7f-a4cd-166812c7f0d7 service neutron] Pushing event updated for resources: {'Port': ['ID=7427672d-62e1-4737-8470-1fc8f9a85a14,revision_number=3']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:31:25.476254 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 03:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee89069-6615-43e5-8fd7-57cc561be4a5 x-openstack-request-id: req-bee89069-6615-43e5-8fd7-57cc561be4a5 {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 03:31:25.476534 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9deb51cf-1d41-4f99-9ad3-444c6eef60d7", "tag": "7427672d-62e1-4737-8470-1fc8f9a85a14", "status": "completed", "code": 200}]} {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 03:31:25.476906 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bee89069-6615-43e5-8fd7-57cc561be4a5 {{(pid=94021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 03:31:25.477374 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9deb51cf-1d41-4f99-9ad3-444c6eef60d7', 'tag': '7427672d-62e1-4737-8470-1fc8f9a85a14', 'status': 'completed', 'code': 200} Sep 25 03:31:25.489869 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:25.553099 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e1c55-e1b2-4835-9786-3040ec614a25 req-c18fb703-cd7a-4df8-a8b9-26bddd13c6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:25.554638 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-569e1c55-e1b2-4835-9786-3040ec614a25 req-c18fb703-cd7a-4df8-a8b9-26bddd13c6bd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=015cca427efa404abe04b592097be6bb&device_id=9deb51cf-1d41-4f99-9ad3-444c6eef60d7 HTTP/1.1" status: 200 len: 1097 time: 0.0425010 Sep 25 03:31:25.609465 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-569e1c55-e1b2-4835-9786-3040ec614a25 req-68ac71ea-302e-49ce-a53e-5c9c6bdb407f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7427672d-62e1-4737-8470-1fc8f9a85a14 HTTP/1.1" status: 200 len: 217 time: 0.0388892 Sep 25 03:31:25.704993 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e1c55-e1b2-4835-9786-3040ec614a25 req-a36a6357-a6a6-4a2b-8f44-1efdce26fd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:25.706630 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-569e1c55-e1b2-4835-9786-3040ec614a25 req-a36a6357-a6a6-4a2b-8f44-1efdce26fd24 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=db6e0dfb-6372-4d03-a1b4-e4a5be197a40 HTTP/1.1" status: 200 len: 848 time: 0.0662315 Sep 25 03:31:25.744989 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-569e1c55-e1b2-4835-9786-3040ec614a25 req-23d5ed8e-fa7f-4753-8ed0-227f79778b4a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9c952f8f-66bb-4107-9372-4db9640e68c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304687 Sep 25 03:31:25.869051 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-569e1c55-e1b2-4835-9786-3040ec614a25 req-eccc5b3e-1a0c-4309-949d-efbedb49f62c service neutron] 10.222.0.45 "GET /v2.0/networks/9c952f8f-66bb-4107-9372-4db9640e68c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156483 Sep 25 03:31:25.987147 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-569e1c55-e1b2-4835-9786-3040ec614a25 req-01482446-cde9-49e8-b441-5d08b9c418f1 service neutron] 10.222.0.45 "GET /v2.0/networks/9c952f8f-66bb-4107-9372-4db9640e68c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107485 Sep 25 03:31:26.083001 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c95add2-48ea-4f4c-98f1-b8ab3ecaddbd req-c417188a-591f-4f30-9dce-d630916fe207 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:26.084719 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6c95add2-48ea-4f4c-98f1-b8ab3ecaddbd req-c417188a-591f-4f30-9dce-d630916fe207 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=797d92b8-a99f-4bce-899d-04675e53f4da HTTP/1.1" status: 200 len: 946 time: 0.0565190 Sep 25 03:31:26.138844 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6c95add2-48ea-4f4c-98f1-b8ab3ecaddbd req-884f16db-48d2-4ca3-a4e7-1f936c64dbac tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449116 Sep 25 03:31:26.506693 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483a139b-3f31-432c-94fa-e67ca7c0095b req-0388f0cf-62c8-4aa1-a505-ec22b9720b32 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:26.508335 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-483a139b-3f31-432c-94fa-e67ca7c0095b req-0388f0cf-62c8-4aa1-a505-ec22b9720b32 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/ports?device_id=9deb51cf-1d41-4f99-9ad3-444c6eef60d7 HTTP/1.1" status: 200 len: 944 time: 0.0595117 Sep 25 03:31:26.552093 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-483a139b-3f31-432c-94fa-e67ca7c0095b req-8183e1a1-4865-4224-8ce5-001b67bc536b tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d6133d8-bed9-4360-990b-ffc51049b4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363729 Sep 25 03:31:27.273111 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa371a17-47b8-4288-bcf3-3a7774586bfe req-fddc3996-d1a2-48f6-b4a9-9d33bb4f5c64 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:27.274458 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-aa371a17-47b8-4288-bcf3-3a7774586bfe req-fddc3996-d1a2-48f6-b4a9-9d33bb4f5c64 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=797d92b8-a99f-4bce-899d-04675e53f4da HTTP/1.1" status: 200 len: 946 time: 0.0602920 Sep 25 03:31:27.314933 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-aa371a17-47b8-4288-bcf3-3a7774586bfe req-54d50ef4-65ff-43f5-a84d-0eb6d7384535 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343883 Sep 25 03:31:27.680388 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f5f00a-398b-4c06-b109-b1d4710a312d req-ea17deda-9d24-4bae-ae08-c404f9f65c40 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:27.681954 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-68f5f00a-398b-4c06-b109-b1d4710a312d req-ea17deda-9d24-4bae-ae08-c404f9f65c40 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/ports?device_id=9deb51cf-1d41-4f99-9ad3-444c6eef60d7 HTTP/1.1" status: 200 len: 944 time: 0.0524557 Sep 25 03:31:27.730419 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-68f5f00a-398b-4c06-b109-b1d4710a312d req-45fec0b8-97d4-436b-b975-e72a88cdca56 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d6133d8-bed9-4360-990b-ffc51049b4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387049 Sep 25 03:31:28.444335 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb67818-b401-4208-9fa9-fbb6a81a4a2b req-de8df09d-5740-4d49-96b6-e3d253a8a09d tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:28.445771 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-acb67818-b401-4208-9fa9-fbb6a81a4a2b req-de8df09d-5740-4d49-96b6-e3d253a8a09d tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=797d92b8-a99f-4bce-899d-04675e53f4da HTTP/1.1" status: 200 len: 946 time: 0.0560882 Sep 25 03:31:28.485810 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-acb67818-b401-4208-9fa9-fbb6a81a4a2b req-4a38ced6-53d3-49f3-a7d2-1620e5ecc2cc tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340474 Sep 25 03:31:28.862971 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f394d-daa6-4aad-b47a-1c9e3d61d1f5 req-7696c014-d722-44e2-a525-1da04d9a5fef tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:28.864842 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f73f394d-daa6-4aad-b47a-1c9e3d61d1f5 req-7696c014-d722-44e2-a525-1da04d9a5fef tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/ports?device_id=9deb51cf-1d41-4f99-9ad3-444c6eef60d7 HTTP/1.1" status: 200 len: 944 time: 0.0554910 Sep 25 03:31:28.914665 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f73f394d-daa6-4aad-b47a-1c9e3d61d1f5 req-ffb4a2f8-7d2a-4149-9541-77f8f886298c tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d6133d8-bed9-4360-990b-ffc51049b4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433240 Sep 25 03:31:29.624014 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79691563-1841-432a-9351-3afe876ae269 req-064c6171-b05e-4abc-9deb-7eef0ec177e8 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:29.631277 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-79691563-1841-432a-9351-3afe876ae269 req-064c6171-b05e-4abc-9deb-7eef0ec177e8 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=797d92b8-a99f-4bce-899d-04675e53f4da HTTP/1.1" status: 200 len: 946 time: 0.0704799 Sep 25 03:31:29.665994 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-79691563-1841-432a-9351-3afe876ae269 req-8795ff0c-2fba-4887-94f0-703dde7e099f tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337982 Sep 25 03:31:30.069489 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15c11f-37d5-43de-8b24-0466f9aa3e4e req-73613e79-30a1-437d-aa49-7983895f7cb3 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:30.072369 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9f15c11f-37d5-43de-8b24-0466f9aa3e4e req-73613e79-30a1-437d-aa49-7983895f7cb3 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/ports?device_id=9deb51cf-1d41-4f99-9ad3-444c6eef60d7 HTTP/1.1" status: 200 len: 944 time: 0.0829976 Sep 25 03:31:30.133476 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9f15c11f-37d5-43de-8b24-0466f9aa3e4e req-22e5dd2f-cc97-40f5-8f30-1a5f4f191074 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d6133d8-bed9-4360-990b-ffc51049b4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539582 Sep 25 03:31:30.515529 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-12453c79-04f6-431c-ac7a-1da34be194f8 None None] Agent healthcheck: found 6 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 03:31:30.798561 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be87da33-1b51-4267-9c3c-82434f0470a7 req-35f40621-4ce1-48ba-81d2-724e332f98a6 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:30.800128 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-be87da33-1b51-4267-9c3c-82434f0470a7 req-35f40621-4ce1-48ba-81d2-724e332f98a6 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=797d92b8-a99f-4bce-899d-04675e53f4da HTTP/1.1" status: 200 len: 946 time: 0.0560412 Sep 25 03:31:30.841035 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-be87da33-1b51-4267-9c3c-82434f0470a7 req-9636f48e-04f2-4015-a0b4-2fcf64a25a3b tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345626 Sep 25 03:31:31.293661 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348997f-a18f-44d4-8399-d02ebacde5cb req-80573737-1b6c-4848-b0e1-8a1b8233ffea tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:31.295879 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2348997f-a18f-44d4-8399-d02ebacde5cb req-80573737-1b6c-4848-b0e1-8a1b8233ffea tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/ports?device_id=9deb51cf-1d41-4f99-9ad3-444c6eef60d7 HTTP/1.1" status: 200 len: 944 time: 0.0834045 Sep 25 03:31:31.374238 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2348997f-a18f-44d4-8399-d02ebacde5cb req-ab072034-1137-4884-9887-8663ad48ba6f tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d6133d8-bed9-4360-990b-ffc51049b4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672185 Sep 25 03:31:31.377498 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419ce8ba-72d9-4ed9-aad6-162049028bd6 req-9ab03ce7-d544-4b14-9ef6-04297cf11cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:31.379948 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-419ce8ba-72d9-4ed9-aad6-162049028bd6 req-9ab03ce7-d544-4b14-9ef6-04297cf11cf2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=015cca427efa404abe04b592097be6bb&device_id=9deb51cf-1d41-4f99-9ad3-444c6eef60d7 HTTP/1.1" status: 200 len: 1097 time: 0.0828044 Sep 25 03:31:31.737587 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419ce8ba-72d9-4ed9-aad6-162049028bd6 req-1d10255e-9bda-4605-a874-bd744c9dc682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:31.739879 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-419ce8ba-72d9-4ed9-aad6-162049028bd6 req-1d10255e-9bda-4605-a874-bd744c9dc682 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9c952f8f-66bb-4107-9372-4db9640e68c6 HTTP/1.1" status: 200 len: 909 time: 0.1512702 Sep 25 03:31:31.789613 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-419ce8ba-72d9-4ed9-aad6-162049028bd6 req-b0632474-8bd2-430f-a75d-b19f29adb4a3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7427672d-62e1-4737-8470-1fc8f9a85a14 HTTP/1.1" status: 200 len: 217 time: 0.0418377 Sep 25 03:31:31.843522 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419ce8ba-72d9-4ed9-aad6-162049028bd6 req-f51c4865-1fc5-412e-a95d-a1faf3759ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:31.845335 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-419ce8ba-72d9-4ed9-aad6-162049028bd6 req-f51c4865-1fc5-412e-a95d-a1faf3759ab8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=db6e0dfb-6372-4d03-a1b4-e4a5be197a40 HTTP/1.1" status: 200 len: 848 time: 0.0491624 Sep 25 03:31:31.950830 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-419ce8ba-72d9-4ed9-aad6-162049028bd6 req-46a4013d-64e5-401a-9c46-97af8c844f27 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9c952f8f-66bb-4107-9372-4db9640e68c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317674 Sep 25 03:31:32.072248 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d9ded8-cda2-44b2-bd04-c7460dd4e45f req-089cb819-0d59-4b62-8e9f-91d6ce1292a2 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:32.073855 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-65d9ded8-cda2-44b2-bd04-c7460dd4e45f req-089cb819-0d59-4b62-8e9f-91d6ce1292a2 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=797d92b8-a99f-4bce-899d-04675e53f4da HTTP/1.1" status: 200 len: 946 time: 0.1263456 Sep 25 03:31:32.107618 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-419ce8ba-72d9-4ed9-aad6-162049028bd6 req-930b6d9e-edd9-423e-a10a-2c951250315f service neutron] 10.222.0.45 "GET /v2.0/networks/9c952f8f-66bb-4107-9372-4db9640e68c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472595 Sep 25 03:31:32.150362 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-65d9ded8-cda2-44b2-bd04-c7460dd4e45f req-b8faa83c-ca19-4015-a1f3-5c757d4c4b88 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684447 Sep 25 03:31:32.226919 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-419ce8ba-72d9-4ed9-aad6-162049028bd6 req-4be42523-0f3d-41e0-8c64-ee9741180226 service neutron] 10.222.0.45 "GET /v2.0/networks/9c952f8f-66bb-4107-9372-4db9640e68c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109126 Sep 25 03:31:32.543926 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c464d65-69b4-41e3-9816-63571c75d2b6 req-6e7622d6-6686-46c8-9732-3ab915ce2928 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:32.546173 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0c464d65-69b4-41e3-9816-63571c75d2b6 req-6e7622d6-6686-46c8-9732-3ab915ce2928 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/ports?device_id=9deb51cf-1d41-4f99-9ad3-444c6eef60d7 HTTP/1.1" status: 200 len: 944 time: 0.0880554 Sep 25 03:31:32.593671 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0c464d65-69b4-41e3-9816-63571c75d2b6 req-029eff6e-300b-4da0-8779-d80bff9c5eea tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d6133d8-bed9-4360-990b-ffc51049b4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386009 Sep 25 03:31:33.290911 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785e62c-9bad-4a1a-a6b5-a4a66c8c9fd7 req-a5e8c606-0512-4adc-b8aa-693e842a13c4 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:33.292591 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8785e62c-9bad-4a1a-a6b5-a4a66c8c9fd7 req-a5e8c606-0512-4adc-b8aa-693e842a13c4 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=797d92b8-a99f-4bce-899d-04675e53f4da HTTP/1.1" status: 200 len: 946 time: 0.0660975 Sep 25 03:31:33.342355 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8785e62c-9bad-4a1a-a6b5-a4a66c8c9fd7 req-3a74ef48-92d7-465d-82e0-2f1a33fe5e46 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428443 Sep 25 03:31:33.743358 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438191b8-baef-4bdd-bab0-47ceb9df2fff req-c863a83e-d74a-47cd-9e0b-95d9b2c2d1ba tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:33.744999 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-438191b8-baef-4bdd-bab0-47ceb9df2fff req-c863a83e-d74a-47cd-9e0b-95d9b2c2d1ba tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/ports?device_id=9deb51cf-1d41-4f99-9ad3-444c6eef60d7 HTTP/1.1" status: 200 len: 944 time: 0.0756505 Sep 25 03:31:33.798256 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-438191b8-baef-4bdd-bab0-47ceb9df2fff req-6b04a6ba-185d-46bf-a385-3f8b87035261 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d6133d8-bed9-4360-990b-ffc51049b4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438876 Sep 25 03:31:34.518130 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4ec011-caf5-41ba-97cc-ef8257101a30 req-57f472c8-bc0e-4fcc-ba57-da95d79b23e6 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:34.519678 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-bf4ec011-caf5-41ba-97cc-ef8257101a30 req-57f472c8-bc0e-4fcc-ba57-da95d79b23e6 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=797d92b8-a99f-4bce-899d-04675e53f4da HTTP/1.1" status: 200 len: 946 time: 0.0887783 Sep 25 03:31:34.564472 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-bf4ec011-caf5-41ba-97cc-ef8257101a30 req-bbe236b2-f879-4a00-a2a0-91eedf56f04f tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387056 Sep 25 03:31:34.965361 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a9ab6-11d5-4d84-97e0-9e9278ec85bf req-b0f9ac6b-0bb9-4b6e-9b6d-d20ee698628d tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:34.968073 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c25a9ab6-11d5-4d84-97e0-9e9278ec85bf req-b0f9ac6b-0bb9-4b6e-9b6d-d20ee698628d tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/ports?device_id=9deb51cf-1d41-4f99-9ad3-444c6eef60d7 HTTP/1.1" status: 200 len: 944 time: 0.0680354 Sep 25 03:31:35.023665 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c25a9ab6-11d5-4d84-97e0-9e9278ec85bf req-050b502e-b790-4b5c-9dcf-f2abff580d11 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d6133d8-bed9-4360-990b-ffc51049b4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461943 Sep 25 03:31:35.700805 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95ab8b-4a63-4a14-9b28-d7d995a271d0 req-fb175776-3734-468e-b5e6-ea0e59cbf6e1 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:35.702336 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fd95ab8b-4a63-4a14-9b28-d7d995a271d0 req-fb175776-3734-468e-b5e6-ea0e59cbf6e1 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=797d92b8-a99f-4bce-899d-04675e53f4da HTTP/1.1" status: 200 len: 946 time: 0.0535016 Sep 25 03:31:35.924147 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fd95ab8b-4a63-4a14-9b28-d7d995a271d0 req-bb948ce1-db4a-4b61-89e6-8209f27bf7a9 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102959 Sep 25 03:31:36.173952 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc1bb4-9a90-4581-a356-524834c9646d req-3634141e-fbd9-4cb0-9f2b-ce8a0e9a01db tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:36.176991 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c4bc1bb4-9a90-4581-a356-524834c9646d req-3634141e-fbd9-4cb0-9f2b-ce8a0e9a01db tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/ports?device_id=9deb51cf-1d41-4f99-9ad3-444c6eef60d7 HTTP/1.1" status: 200 len: 944 time: 0.0725212 Sep 25 03:31:36.219536 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c4bc1bb4-9a90-4581-a356-524834c9646d req-2b06a75b-d115-4d05-940b-9cb696a066a6 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d6133d8-bed9-4360-990b-ffc51049b4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370419 Sep 25 03:31:37.063219 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a144f-cac1-48f5-a024-54332f63a369 req-95db124d-5717-400e-8975-faff1b9847ab tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:37.064807 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1a8a144f-cac1-48f5-a024-54332f63a369 req-95db124d-5717-400e-8975-faff1b9847ab tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=797d92b8-a99f-4bce-899d-04675e53f4da HTTP/1.1" status: 200 len: 946 time: 0.0634863 Sep 25 03:31:37.111070 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1a8a144f-cac1-48f5-a024-54332f63a369 req-0345caab-f70b-4f04-9b08-a286d8c0f52f tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354831 Sep 25 03:31:37.345951 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1267224-6470-4176-ab32-b5c7cf731865 req-5c8ee87f-ff09-448d-8865-31484dc454ea tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:37.347591 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a1267224-6470-4176-ab32-b5c7cf731865 req-5c8ee87f-ff09-448d-8865-31484dc454ea tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/ports?device_id=9deb51cf-1d41-4f99-9ad3-444c6eef60d7 HTTP/1.1" status: 200 len: 944 time: 0.0536449 Sep 25 03:31:37.390772 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a1267224-6470-4176-ab32-b5c7cf731865 req-17dd65cd-6d15-493c-a1fd-120a8ebff3ba tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d6133d8-bed9-4360-990b-ffc51049b4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365684 Sep 25 03:31:38.240704 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b8a7f3-94cb-4cab-a774-85c41ec69827 req-5918ec68-7cbe-4ec7-9f20-f655d5f93bd5 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:38.242268 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-21b8a7f3-94cb-4cab-a774-85c41ec69827 req-5918ec68-7cbe-4ec7-9f20-f655d5f93bd5 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=797d92b8-a99f-4bce-899d-04675e53f4da HTTP/1.1" status: 200 len: 946 time: 0.0552082 Sep 25 03:31:38.290090 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-21b8a7f3-94cb-4cab-a774-85c41ec69827 req-b3b435a3-28ce-4c9f-8975-7e2f63c96c1c tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407407 Sep 25 03:31:38.527712 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdbe26b-c9a2-4981-9050-8566828f940c req-d6f1d497-665f-48fb-827c-f8afc6581797 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:38.529366 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fcdbe26b-c9a2-4981-9050-8566828f940c req-d6f1d497-665f-48fb-827c-f8afc6581797 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/ports?device_id=9deb51cf-1d41-4f99-9ad3-444c6eef60d7 HTTP/1.1" status: 200 len: 944 time: 0.0516071 Sep 25 03:31:38.569518 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fcdbe26b-c9a2-4981-9050-8566828f940c req-b5c90d0e-9804-4e8c-9a0f-81f78d5ee5d8 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d6133d8-bed9-4360-990b-ffc51049b4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329113 Sep 25 03:31:39.432473 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff6ec8-abf8-41a4-9d9f-6dd9e038e0ea req-df442c47-efde-4b37-acd2-13ee78d10215 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:39.434051 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-81ff6ec8-abf8-41a4-9d9f-6dd9e038e0ea req-df442c47-efde-4b37-acd2-13ee78d10215 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=797d92b8-a99f-4bce-899d-04675e53f4da HTTP/1.1" status: 200 len: 946 time: 0.0734448 Sep 25 03:31:39.501255 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-81ff6ec8-abf8-41a4-9d9f-6dd9e038e0ea req-ea2faf5c-fa7c-4f5f-9fbb-4eaf9e79caf8 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597482 Sep 25 03:31:39.703056 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfa4c06-8f74-4089-8887-0145f105ce84 req-df4ecc22-2ee6-407b-be14-dacec3974292 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:39.705736 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6dfa4c06-8f74-4089-8887-0145f105ce84 req-df4ecc22-2ee6-407b-be14-dacec3974292 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/ports?device_id=9deb51cf-1d41-4f99-9ad3-444c6eef60d7 HTTP/1.1" status: 200 len: 944 time: 0.0632644 Sep 25 03:31:39.753903 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6dfa4c06-8f74-4089-8887-0145f105ce84 req-e7c606b3-ff24-4afe-bd68-88a99adc5508 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d6133d8-bed9-4360-990b-ffc51049b4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405633 Sep 25 03:31:40.623457 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae0136-6e71-481f-b61a-729df5728d3a req-b4aa1ff8-3369-4ab0-ab1a-563281995359 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:40.624981 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b2ae0136-6e71-481f-b61a-729df5728d3a req-b4aa1ff8-3369-4ab0-ab1a-563281995359 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=797d92b8-a99f-4bce-899d-04675e53f4da HTTP/1.1" status: 200 len: 946 time: 0.0486071 Sep 25 03:31:40.664062 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b2ae0136-6e71-481f-b61a-729df5728d3a req-f74863f6-0325-43a4-a76d-959c3f8cea5c tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323122 Sep 25 03:31:40.886864 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9de463-287a-4074-a13e-a27d33c5ef27 req-05c38446-baf4-4ad8-b90c-35b6f36b2685 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:40.888397 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8e9de463-287a-4074-a13e-a27d33c5ef27 req-05c38446-baf4-4ad8-b90c-35b6f36b2685 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/ports?device_id=9deb51cf-1d41-4f99-9ad3-444c6eef60d7 HTTP/1.1" status: 200 len: 944 time: 0.0653660 Sep 25 03:31:40.930087 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8e9de463-287a-4074-a13e-a27d33c5ef27 req-5b16cc6b-bd77-4e89-ad65-47e87cb35f42 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d6133d8-bed9-4360-990b-ffc51049b4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355587 Sep 25 03:31:41.793782 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c777ce-0bd0-4cf6-98bb-023fed6e3b21 req-375cba17-c65e-4523-bea8-548a681acf90 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:41.795331 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e5c777ce-0bd0-4cf6-98bb-023fed6e3b21 req-375cba17-c65e-4523-bea8-548a681acf90 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=797d92b8-a99f-4bce-899d-04675e53f4da HTTP/1.1" status: 200 len: 946 time: 0.0528584 Sep 25 03:31:41.837072 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e5c777ce-0bd0-4cf6-98bb-023fed6e3b21 req-0902cdf3-b23b-4630-bfee-258a46c66bb2 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355344 Sep 25 03:31:42.049389 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec25d1-ce18-42a3-a05a-6f62f5d511a1 req-bca8eadf-cd81-45ae-b55c-d5b9a11e2c8b tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:42.051046 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f3ec25d1-ce18-42a3-a05a-6f62f5d511a1 req-bca8eadf-cd81-45ae-b55c-d5b9a11e2c8b tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/ports?device_id=9deb51cf-1d41-4f99-9ad3-444c6eef60d7 HTTP/1.1" status: 200 len: 944 time: 0.0521889 Sep 25 03:31:42.092633 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f3ec25d1-ce18-42a3-a05a-6f62f5d511a1 req-4b1eed55-c2c2-4c32-9203-0a5546507354 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d6133d8-bed9-4360-990b-ffc51049b4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355086 Sep 25 03:31:42.970657 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9701de5d-5b8c-4aa3-8101-c32b8c4628e8 req-f9964acf-1a4e-445c-b5c4-4fab5183c06b tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:42.972544 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9701de5d-5b8c-4aa3-8101-c32b8c4628e8 req-f9964acf-1a4e-445c-b5c4-4fab5183c06b tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=797d92b8-a99f-4bce-899d-04675e53f4da HTTP/1.1" status: 200 len: 946 time: 0.0643921 Sep 25 03:31:43.015634 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9701de5d-5b8c-4aa3-8101-c32b8c4628e8 req-d1c0b98e-f1ba-48a3-885e-9bb91a7446ba tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366364 Sep 25 03:31:43.225698 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d710182-6c53-4e8c-8b4f-ae12337a1eb2 req-7570d9b9-537e-475b-9df9-bdee5236bbb5 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:43.228036 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0d710182-6c53-4e8c-8b4f-ae12337a1eb2 req-7570d9b9-537e-475b-9df9-bdee5236bbb5 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/ports?device_id=9deb51cf-1d41-4f99-9ad3-444c6eef60d7 HTTP/1.1" status: 200 len: 944 time: 0.0632448 Sep 25 03:31:43.271244 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0d710182-6c53-4e8c-8b4f-ae12337a1eb2 req-45a5e2c1-fffa-4b12-a492-071f85d3ce4e tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d6133d8-bed9-4360-990b-ffc51049b4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357962 Sep 25 03:31:44.149849 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fddc6ac-7a8b-4cf9-b7d3-14645a910a55 req-b32a51d1-09cd-4b85-8e64-9eb0f9b1b755 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:44.151384 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0fddc6ac-7a8b-4cf9-b7d3-14645a910a55 req-b32a51d1-09cd-4b85-8e64-9eb0f9b1b755 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=797d92b8-a99f-4bce-899d-04675e53f4da HTTP/1.1" status: 200 len: 946 time: 0.0641897 Sep 25 03:31:44.193418 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0fddc6ac-7a8b-4cf9-b7d3-14645a910a55 req-3e60d23d-6eb1-487e-8c30-d2b8c93fec4b tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339007 Sep 25 03:31:44.417347 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744fa7ac-9057-4dc9-9eac-607b9830145d req-2e9b0921-cad1-45df-a360-255e6f5dbe8c tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:44.418945 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-744fa7ac-9057-4dc9-9eac-607b9830145d req-2e9b0921-cad1-45df-a360-255e6f5dbe8c tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/ports?device_id=9deb51cf-1d41-4f99-9ad3-444c6eef60d7 HTTP/1.1" status: 200 len: 944 time: 0.0672915 Sep 25 03:31:44.459509 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-744fa7ac-9057-4dc9-9eac-607b9830145d req-adc65e00-323c-4fd9-adcb-5f36b9706d96 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d6133d8-bed9-4360-990b-ffc51049b4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319188 Sep 25 03:31:45.325230 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b2139-2b1d-4021-bd76-672ac54a18c2 req-8dfc2423-84bf-43bf-ab53-d671fea350a3 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:45.326789 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-648b2139-2b1d-4021-bd76-672ac54a18c2 req-8dfc2423-84bf-43bf-ab53-d671fea350a3 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=797d92b8-a99f-4bce-899d-04675e53f4da HTTP/1.1" status: 200 len: 946 time: 0.0532463 Sep 25 03:31:45.358412 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-c809814b-d702-4619-abb1-05fa213dfde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:45.368632 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-648b2139-2b1d-4021-bd76-672ac54a18c2 req-d28d2548-eced-4d16-a2fd-133b1602b6e3 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358264 Sep 25 03:31:45.587301 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c09c41-d365-455d-9b2b-f4b3fb2afadf req-ff59eae1-5809-4d23-90d8-30fa1ba18a6b tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:45.588821 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-35c09c41-d365-455d-9b2b-f4b3fb2afadf req-ff59eae1-5809-4d23-90d8-30fa1ba18a6b tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/ports?device_id=9deb51cf-1d41-4f99-9ad3-444c6eef60d7 HTTP/1.1" status: 200 len: 944 time: 0.0519693 Sep 25 03:31:45.630271 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-35c09c41-d365-455d-9b2b-f4b3fb2afadf req-19556303-3ea1-44b9-b20b-2c7de63e5589 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d6133d8-bed9-4360-990b-ffc51049b4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348823 Sep 25 03:31:46.502928 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f019b8c-def4-40d2-b13d-eca5160b9f26 req-789b6d2f-817c-4e82-a968-ee5d44fc712e tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:46.504853 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3f019b8c-def4-40d2-b13d-eca5160b9f26 req-789b6d2f-817c-4e82-a968-ee5d44fc712e tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=797d92b8-a99f-4bce-899d-04675e53f4da HTTP/1.1" status: 200 len: 946 time: 0.0570092 Sep 25 03:31:46.545214 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3f019b8c-def4-40d2-b13d-eca5160b9f26 req-7c1b9947-93e4-42f9-9f38-790247b76d0a tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339820 Sep 25 03:31:46.773351 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb3b21-d410-433a-9f67-db6767940dfb req-4c9dfffe-2f06-4f66-b97a-ccd839d3ad44 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:46.775005 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-47eb3b21-d410-433a-9f67-db6767940dfb req-4c9dfffe-2f06-4f66-b97a-ccd839d3ad44 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/ports?device_id=9deb51cf-1d41-4f99-9ad3-444c6eef60d7 HTTP/1.1" status: 200 len: 944 time: 0.0576169 Sep 25 03:31:46.816226 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-47eb3b21-d410-433a-9f67-db6767940dfb req-fe410698-448d-4696-8327-0a854e2c60de tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d6133d8-bed9-4360-990b-ffc51049b4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343306 Sep 25 03:31:47.592417 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-35404fcf-87c9-468d-a9d2-a4fbf079e7e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:47.671661 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ac8e9-0f57-4962-a902-c9119c1039db req-775a2c56-c594-4ecc-9d82-2eded908d17d tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:47.673983 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-303ac8e9-0f57-4962-a902-c9119c1039db req-775a2c56-c594-4ecc-9d82-2eded908d17d tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=797d92b8-a99f-4bce-899d-04675e53f4da HTTP/1.1" status: 200 len: 946 time: 0.0539932 Sep 25 03:31:47.715230 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-303ac8e9-0f57-4962-a902-c9119c1039db req-1bfbf4da-e726-4ab6-b0fc-26c897749c4b tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349083 Sep 25 03:31:47.943426 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f863830c-3412-42e7-ab31-b206fcc4b6b5 req-8d813900-8778-4295-a253-cd12374115c6 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:47.945166 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f863830c-3412-42e7-ab31-b206fcc4b6b5 req-8d813900-8778-4295-a253-cd12374115c6 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/ports?device_id=9deb51cf-1d41-4f99-9ad3-444c6eef60d7 HTTP/1.1" status: 200 len: 944 time: 0.0580943 Sep 25 03:31:47.988979 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f863830c-3412-42e7-ab31-b206fcc4b6b5 req-a3abc35f-33ea-49d5-a768-36e3d8a7c6d6 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d6133d8-bed9-4360-990b-ffc51049b4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362318 Sep 25 03:31:48.840301 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a3593-4fd0-4962-ab66-061d0867a667 req-80dea999-54cd-4b1c-8b96-d3a302ba8a59 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:48.841873 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-240a3593-4fd0-4962-ab66-061d0867a667 req-80dea999-54cd-4b1c-8b96-d3a302ba8a59 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=797d92b8-a99f-4bce-899d-04675e53f4da HTTP/1.1" status: 200 len: 946 time: 0.0543044 Sep 25 03:31:48.886957 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-240a3593-4fd0-4962-ab66-061d0867a667 req-cb13a6a1-8d60-48e9-ae28-39b393795ed1 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388157 Sep 25 03:31:49.123687 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6021e8-4fd8-4acc-8da9-84ba3356a069 req-76f1752d-5210-47b0-96b4-e540f55b0663 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:49.125384 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-dc6021e8-4fd8-4acc-8da9-84ba3356a069 req-76f1752d-5210-47b0-96b4-e540f55b0663 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/ports?device_id=9deb51cf-1d41-4f99-9ad3-444c6eef60d7 HTTP/1.1" status: 200 len: 944 time: 0.0538573 Sep 25 03:31:49.180253 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-dc6021e8-4fd8-4acc-8da9-84ba3356a069 req-5833a2b3-48f6-467a-b94c-6a4c0ed81dc6 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d6133d8-bed9-4360-990b-ffc51049b4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450740 Sep 25 03:31:49.225707 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-fa5af178-6116-457c-95b6-13dc589f2bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:49.294028 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:49.593339 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device 7427672d-62e1-4737-8470-1fc8f9a85a14 details requested by agent hyperv_hv-cinder-77570 with host hv-cinder-77570 {{(pid=94022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 03:31:49.847899 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] For port 7427672d-62e1-4737-8470-1fc8f9a85a14, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=7427672d-62e1-4737-8470-1fc8f9a85a14,segment=NetworkSegment(58aa6ed3-d7cb-4031-8ddd-7e75652cc68a),segment_id=58aa6ed3-d7cb-4031-8ddd-7e75652cc68a)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:31:49.861185 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Returning: {'device': '7427672d-62e1-4737-8470-1fc8f9a85a14', 'network_id': '9c952f8f-66bb-4107-9372-4db9640e68c6', 'port_id': '7427672d-62e1-4737-8470-1fc8f9a85a14', 'mac_address': 'fa:16:3e:d8:91:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db6e0dfb-6372-4d03-a1b4-e4a5be197a40', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 03:31:49.901002 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:49.918083 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7427672d-62e1-4737-8470-1fc8f9a85a14 {{(pid=94022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 03:31:49.941111 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] For port 7427672d-62e1-4737-8470-1fc8f9a85a14, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=7427672d-62e1-4737-8470-1fc8f9a85a14,segment=NetworkSegment(58aa6ed3-d7cb-4031-8ddd-7e75652cc68a),segment_id=58aa6ed3-d7cb-4031-8ddd-7e75652cc68a)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:31:49.948478 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:50.003755 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Pushing event updated for resources: {'Port': ['ID=7427672d-62e1-4737-8470-1fc8f9a85a14,revision_number=4']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:31:50.011573 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:31:50.012018 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:31:50.012366 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:31:50.012810 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:31:50.013151 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:31:50.013488 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:31:50.013822 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:31:50.014148 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:31:50.014515 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:31:50.014847 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:31:50.015177 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:31:50.015497 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:31:50.016608 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e84d8f1-c395-45fd-9b84-d1447bb9005e req-21ca06c1-3e2b-4e9b-92ef-8fae713d7830 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:50.018343 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1e84d8f1-c395-45fd-9b84-d1447bb9005e req-21ca06c1-3e2b-4e9b-92ef-8fae713d7830 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=797d92b8-a99f-4bce-899d-04675e53f4da HTTP/1.1" status: 200 len: 946 time: 0.0558541 Sep 25 03:31:50.058977 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1e84d8f1-c395-45fd-9b84-d1447bb9005e req-147155c4-14cd-4057-989a-73a3f689ffd0 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345726 Sep 25 03:31:50.312631 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae99dbb9-16b0-41a0-b8e3-f7020fd307e2 req-e9660f46-2264-4732-b230-6a61739837dc tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:50.314383 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ae99dbb9-16b0-41a0-b8e3-f7020fd307e2 req-e9660f46-2264-4732-b230-6a61739837dc tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/ports?device_id=9deb51cf-1d41-4f99-9ad3-444c6eef60d7 HTTP/1.1" status: 200 len: 945 time: 0.0557592 Sep 25 03:31:50.366532 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ae99dbb9-16b0-41a0-b8e3-f7020fd307e2 req-46f31a02-9404-4250-b26c-fc32a1628903 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d6133d8-bed9-4360-990b-ffc51049b4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445209 Sep 25 03:31:50.479229 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e534fe-0d44-4c15-9934-0c2fb5243cf5 req-fd8aa1a8-0b2c-4f00-85fc-650a1fb0ca58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:50.480999 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-59e534fe-0d44-4c15-9934-0c2fb5243cf5 req-fd8aa1a8-0b2c-4f00-85fc-650a1fb0ca58 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=797d92b8-a99f-4bce-899d-04675e53f4da HTTP/1.1" status: 200 len: 1099 time: 0.0521281 Sep 25 03:31:50.527960 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-59e534fe-0d44-4c15-9934-0c2fb5243cf5 req-c768b96e-03bb-41c4-aa99-e04512b0c993 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376916 Sep 25 03:31:50.795076 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] get_ports_and_sgs() called for port_ids ['7427672d-62e1-4737-8470-1fc8f9a85a14'] {{(pid=94022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 25 03:31:51.118190 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-afd92d12-b9d5-4a92-bfd4-50d3cdf2ae8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:51.194223 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea8ec96-9540-47e6-b9ba-fa8245463323 req-cfc2c465-2695-419f-a054-3e4f9a0dfb35 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:51.195881 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9ea8ec96-9540-47e6-b9ba-fa8245463323 req-cfc2c465-2695-419f-a054-3e4f9a0dfb35 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=797d92b8-a99f-4bce-899d-04675e53f4da HTTP/1.1" status: 200 len: 946 time: 0.0566714 Sep 25 03:31:51.238216 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9ea8ec96-9540-47e6-b9ba-fa8245463323 req-f74c91ce-ad97-4f31-9452-3d0de7b84d2f tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356555 Sep 25 03:31:51.516051 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e730c4-ff11-42ec-a10d-d32e332e4fe8 req-1a5f1bcd-7eae-4d65-b80a-1366d7818b73 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:51.517795 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a8e730c4-ff11-42ec-a10d-d32e332e4fe8 req-1a5f1bcd-7eae-4d65-b80a-1366d7818b73 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/ports?device_id=9deb51cf-1d41-4f99-9ad3-444c6eef60d7 HTTP/1.1" status: 200 len: 945 time: 0.0585554 Sep 25 03:31:51.570913 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a8e730c4-ff11-42ec-a10d-d32e332e4fe8 req-fce6aa29-395b-401d-b2c4-5afe0e5a8193 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d6133d8-bed9-4360-990b-ffc51049b4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403235 Sep 25 03:31:51.793181 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 51890) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:31:51.904143 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-4276c992-5203-4754-84d6-cc84b760c5d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:52.007202 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-4276c992-5203-4754-84d6-cc84b760c5d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:52.011142 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-4276c992-5203-4754-84d6-cc84b760c5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:52.051494 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-4276c992-5203-4754-84d6-cc84b760c5d4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7cddaf03b68f45d78b3ea264035e8cf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2572391 Sep 25 03:31:52.052202 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4276c992-5203-4754-84d6-cc84b760c5d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e647b2c-3caf-4d4c-bb2b-c6d0c4188c98,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:31:52.054140 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 51896) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:31:52.075224 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4276c992-5203-4754-84d6-cc84b760c5d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:31:52.075471 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4276c992-5203-4754-84d6-cc84b760c5d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:31:52.075795 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4276c992-5203-4754-84d6-cc84b760c5d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:31:52.076105 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4276c992-5203-4754-84d6-cc84b760c5d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:31:52.076444 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4276c992-5203-4754-84d6-cc84b760c5d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:31:52.076800 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4276c992-5203-4754-84d6-cc84b760c5d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:31:52.077140 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4276c992-5203-4754-84d6-cc84b760c5d4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:31:52.077483 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4276c992-5203-4754-84d6-cc84b760c5d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:31:52.077798 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4276c992-5203-4754-84d6-cc84b760c5d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:31:52.078097 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4276c992-5203-4754-84d6-cc84b760c5d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:31:52.078408 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4276c992-5203-4754-84d6-cc84b760c5d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:31:52.078718 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4276c992-5203-4754-84d6-cc84b760c5d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:31:52.128505 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-d2959664-f5fc-4e58-ac90-f69b593feeee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:52.155169 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-d2959664-f5fc-4e58-ac90-f69b593feeee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:52.206012 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-d2959664-f5fc-4e58-ac90-f69b593feeee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:52.208585 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-d2959664-f5fc-4e58-ac90-f69b593feeee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:52.212513 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-d2959664-f5fc-4e58-ac90-f69b593feeee admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9e647b2c-3caf-4d4c-bb2b-c6d0c4188c98 HTTP/1.1" status: 204 len: 168 time: 0.1547701 Sep 25 03:31:52.220884 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2959664-f5fc-4e58-ac90-f69b593feeee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e647b2c-3caf-4d4c-bb2b-c6d0c4188c98,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:31:52.364461 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e5156-3137-476d-adae-aaeca5d7827a req-5f7c96a4-47b2-42a0-96f3-49241121b4c2 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:52.366051 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-256e5156-3137-476d-adae-aaeca5d7827a req-5f7c96a4-47b2-42a0-96f3-49241121b4c2 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=797d92b8-a99f-4bce-899d-04675e53f4da HTTP/1.1" status: 200 len: 946 time: 0.0568821 Sep 25 03:31:52.407174 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-256e5156-3137-476d-adae-aaeca5d7827a req-a5b97be0-c6eb-45af-81ff-bb119bc229bd tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343208 Sep 25 03:31:52.704247 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f69c97-bf07-4ce0-84b8-c66f339e3e35 req-86c62625-3185-4f38-826a-952b8106ddeb tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:52.705802 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d5f69c97-bf07-4ce0-84b8-c66f339e3e35 req-86c62625-3185-4f38-826a-952b8106ddeb tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/ports?device_id=9deb51cf-1d41-4f99-9ad3-444c6eef60d7 HTTP/1.1" status: 200 len: 945 time: 0.0512943 Sep 25 03:31:52.751446 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d5f69c97-bf07-4ce0-84b8-c66f339e3e35 req-f689efff-ec7c-4aad-8cca-da12465115ff tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d6133d8-bed9-4360-990b-ffc51049b4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394583 Sep 25 03:31:53.544286 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c51f7-379f-46d7-8450-a4c6b416d6cd req-4cfb45e0-6451-450a-8504-c39aeb4f05bd tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:53.546069 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-490c51f7-379f-46d7-8450-a4c6b416d6cd req-4cfb45e0-6451-450a-8504-c39aeb4f05bd tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=797d92b8-a99f-4bce-899d-04675e53f4da HTTP/1.1" status: 200 len: 946 time: 0.0611906 Sep 25 03:31:53.587233 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-490c51f7-379f-46d7-8450-a4c6b416d6cd req-09758a5e-6b4e-4027-8e2f-c0ff065688d3 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349548 Sep 25 03:31:53.892380 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b5be49-7ef2-4bce-99f1-ed957a6cfc60 req-bd4d2131-8fc8-4a12-8f4b-323faedeba45 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:53.893938 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-21b5be49-7ef2-4bce-99f1-ed957a6cfc60 req-bd4d2131-8fc8-4a12-8f4b-323faedeba45 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/ports?device_id=9deb51cf-1d41-4f99-9ad3-444c6eef60d7 HTTP/1.1" status: 200 len: 945 time: 0.0698526 Sep 25 03:31:53.936321 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-21b5be49-7ef2-4bce-99f1-ed957a6cfc60 req-aa1381a1-42a9-4f98-aa4a-2281de8a087e tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d6133d8-bed9-4360-990b-ffc51049b4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356240 Sep 25 03:31:54.709761 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709e57c-5742-4890-86cd-afee02a1bc8a req-f43b591d-e4c6-4521-8b49-3c546aaca1b4 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:54.711295 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b709e57c-5742-4890-86cd-afee02a1bc8a req-f43b591d-e4c6-4521-8b49-3c546aaca1b4 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=797d92b8-a99f-4bce-899d-04675e53f4da HTTP/1.1" status: 200 len: 946 time: 0.0525222 Sep 25 03:31:54.755218 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b709e57c-5742-4890-86cd-afee02a1bc8a req-86587452-f8d5-4b49-9aec-ddf4f4fbd0ec tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373559 Sep 25 03:31:55.067179 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35223a68-adfd-4b34-bc3e-419ad76c963f req-3950a78a-07ca-49a1-a60c-f185a259c1e7 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:55.068807 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-35223a68-adfd-4b34-bc3e-419ad76c963f req-3950a78a-07ca-49a1-a60c-f185a259c1e7 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/ports?device_id=9deb51cf-1d41-4f99-9ad3-444c6eef60d7 HTTP/1.1" status: 200 len: 945 time: 0.0623741 Sep 25 03:31:55.119906 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-35223a68-adfd-4b34-bc3e-419ad76c963f req-326f5aac-bd60-403c-8c6b-383d7811c9c0 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d6133d8-bed9-4360-990b-ffc51049b4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445619 Sep 25 03:31:55.220968 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device 7427672d-62e1-4737-8470-1fc8f9a85a14 up at agent hyperv_hv-cinder-77570 {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 03:31:55.281774 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Provisioning for port 7427672d-62e1-4737-8470-1fc8f9a85a14 completed by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 25 03:31:55.285799 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Provisioning complete for port 7427672d-62e1-4737-8470-1fc8f9a85a14 triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:31:55.286170 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:55.380979 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:55.412728 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9deb51cf-1d41-4f99-9ad3-444c6eef60d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7427672d-62e1-4737-8470-1fc8f9a85a14'}] {{(pid=94022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 03:31:55.416633 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9141e1544748c335de5c87e81d01f98f4272279fe7d072e46966747184492a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e66a646-6d3a-43bc-9943-631ee0493ce4" -d '{"events": [{"server_uuid": "9deb51cf-1d41-4f99-9ad3-444c6eef60d7", "name": "network-vif-plugged", "status": "completed", "tag": "7427672d-62e1-4737-8470-1fc8f9a85a14"}]}' {{(pid=94022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 03:31:55.438475 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] For port 7427672d-62e1-4737-8470-1fc8f9a85a14, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=7427672d-62e1-4737-8470-1fc8f9a85a14,segment=NetworkSegment(58aa6ed3-d7cb-4031-8ddd-7e75652cc68a),segment_id=58aa6ed3-d7cb-4031-8ddd-7e75652cc68a)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:31:55.444614 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:55.476560 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 03:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28597b81-a53b-4124-9bcd-e6e4210ca62c x-openstack-request-id: req-28597b81-a53b-4124-9bcd-e6e4210ca62c {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 03:31:55.476857 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9deb51cf-1d41-4f99-9ad3-444c6eef60d7", "name": "network-vif-plugged", "status": "completed", "tag": "7427672d-62e1-4737-8470-1fc8f9a85a14", "code": 200}]} {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 03:31:55.477108 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-28597b81-a53b-4124-9bcd-e6e4210ca62c {{(pid=94022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 03:31:55.477495 dv-cinder-775706-4-iscsi neutron-server[94022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9deb51cf-1d41-4f99-9ad3-444c6eef60d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7427672d-62e1-4737-8470-1fc8f9a85a14', 'code': 200} Sep 25 03:31:55.506759 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Pushing event updated for resources: {'Port': ['ID=7427672d-62e1-4737-8470-1fc8f9a85a14,revision_number=5']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:31:55.886637 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521f77b-d2cb-4371-884b-4e3412dfd501 req-9a18de7c-494a-4da8-9417-deb34d41fa20 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:55.888492 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1521f77b-d2cb-4371-884b-4e3412dfd501 req-9a18de7c-494a-4da8-9417-deb34d41fa20 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=797d92b8-a99f-4bce-899d-04675e53f4da HTTP/1.1" status: 200 len: 946 time: 0.0523043 Sep 25 03:31:55.935911 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1521f77b-d2cb-4371-884b-4e3412dfd501 req-6e61c058-0800-473a-a2ab-fd75fdebf55f tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409641 Sep 25 03:31:56.245020 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce9925e-85a3-4154-89b3-d73903b835e7 req-9ecd941b-9687-4c56-bc6e-2a02889903e2 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:56.247486 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-dce9925e-85a3-4154-89b3-d73903b835e7 req-9ecd941b-9687-4c56-bc6e-2a02889903e2 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/ports?device_id=9deb51cf-1d41-4f99-9ad3-444c6eef60d7 HTTP/1.1" status: 200 len: 946 time: 0.0548799 Sep 25 03:31:56.296524 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-dce9925e-85a3-4154-89b3-d73903b835e7 req-f84810d1-9030-4046-bceb-5053bb6e0ea0 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d6133d8-bed9-4360-990b-ffc51049b4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421290 Sep 25 03:31:56.926642 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:31:57.075068 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c533948-d9e5-4e87-b155-cd25cf1276b2 req-89cc9918-0045-4465-ae4c-93ce1bbd269a tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:57.077782 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0c533948-d9e5-4e87-b155-cd25cf1276b2 req-89cc9918-0045-4465-ae4c-93ce1bbd269a tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=797d92b8-a99f-4bce-899d-04675e53f4da HTTP/1.1" status: 200 len: 946 time: 0.0581467 Sep 25 03:31:57.129004 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0c533948-d9e5-4e87-b155-cd25cf1276b2 req-a6677b4f-f738-4cd9-8625-9a253be4f112 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406199 Sep 25 03:31:57.366478 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-22be7465-d74a-4fd1-8278-572a924e1e1d req-53acfda6-f1bf-4524-a6bb-e55bd34ba672 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9f576e48-52f6-4140-b5d4-183d14373bb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0485563 Sep 25 03:31:57.396132 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76c3fc0-f541-46b8-bfbf-ceb98f82fe69 req-405b7754-6be3-4e00-8e2a-779227212246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:57.398217 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-c76c3fc0-f541-46b8-bfbf-ceb98f82fe69 req-405b7754-6be3-4e00-8e2a-779227212246 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9deb51cf-1d41-4f99-9ad3-444c6eef60d7 HTTP/1.1" status: 200 len: 1099 time: 0.0492277 Sep 25 03:31:57.446171 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-c76c3fc0-f541-46b8-bfbf-ceb98f82fe69 req-e2111f67-ff88-4bf1-8e21-96c0494370c0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6d6133d8-bed9-4360-990b-ffc51049b4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319197 Sep 25 03:31:57.460104 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b3cda4-0fd3-4ef6-b932-dd087a1e846a req-740f54c0-5ac2-4d89-bc8a-f57de3d8e95c tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:57.461658 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-33b3cda4-0fd3-4ef6-b932-dd087a1e846a req-740f54c0-5ac2-4d89-bc8a-f57de3d8e95c tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/ports?device_id=9deb51cf-1d41-4f99-9ad3-444c6eef60d7 HTTP/1.1" status: 200 len: 946 time: 0.0824959 Sep 25 03:31:57.488216 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22be7465-d74a-4fd1-8278-572a924e1e1d req-a0ef1a60-8993-4bdf-b342-2da5bb8a2f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:57.489736 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-22be7465-d74a-4fd1-8278-572a924e1e1d req-a0ef1a60-8993-4bdf-b342-2da5bb8a2f10 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=de34d8eb54e54aada3800c65f70a10d3&device_id=9f576e48-52f6-4140-b5d4-183d14373bb8 HTTP/1.1" status: 200 len: 1098 time: 0.0746257 Sep 25 03:31:57.509045 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-33b3cda4-0fd3-4ef6-b932-dd087a1e846a req-f765f324-5700-4b2c-aabf-a85dcbe91783 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d6133d8-bed9-4360-990b-ffc51049b4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411758 Sep 25 03:31:58.299816 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a3c46-4c0f-4c38-824e-0b06b6282aee req-c0fc93eb-7b84-4539-91d4-e1cb3a9f2b93 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:58.302132 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-306a3c46-4c0f-4c38-824e-0b06b6282aee req-c0fc93eb-7b84-4539-91d4-e1cb3a9f2b93 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=797d92b8-a99f-4bce-899d-04675e53f4da HTTP/1.1" status: 200 len: 946 time: 0.0586412 Sep 25 03:31:58.382336 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-306a3c46-4c0f-4c38-824e-0b06b6282aee req-dc534dfb-5650-413f-a791-6faf8586bd2b tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675621 Sep 25 03:31:58.479686 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22be7465-d74a-4fd1-8278-572a924e1e1d req-4461617d-eb13-43e6-8f61-5f424e487a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:58.484185 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-22be7465-d74a-4fd1-8278-572a924e1e1d req-4461617d-eb13-43e6-8f61-5f424e487a4f service neutron] 10.222.0.45 "GET /v2.0/networks?id=04b053c7-110d-4a44-9e11-89395a2b33fc HTTP/1.1" status: 200 len: 919 time: 0.1487489 Sep 25 03:31:58.579150 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-22be7465-d74a-4fd1-8278-572a924e1e1d req-824d56ce-9be0-4106-9047-be42676f55b2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eabedb0a-c09f-4603-9fcc-8e6dbc74f7ec HTTP/1.1" status: 200 len: 217 time: 0.0855865 Sep 25 03:31:58.685421 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22be7465-d74a-4fd1-8278-572a924e1e1d req-bdb665c1-d9d5-4ee1-aac6-6b9f940c9b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:58.686956 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-22be7465-d74a-4fd1-8278-572a924e1e1d req-bdb665c1-d9d5-4ee1-aac6-6b9f940c9b13 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0072f95d-4fdc-4aac-bdda-8212120e86d9 HTTP/1.1" status: 200 len: 858 time: 0.0948393 Sep 25 03:31:58.747201 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-22be7465-d74a-4fd1-8278-572a924e1e1d req-6b828399-c9df-4f8c-9ab2-732643ec6358 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=04b053c7-110d-4a44-9e11-89395a2b33fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464666 Sep 25 03:31:58.777871 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f661d3b4-74a4-4d25-b184-ac04fbbc341d req-ac33c58f-6b94-4e3e-bf8e-144673c1d96a tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:58.785365 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f661d3b4-74a4-4d25-b184-ac04fbbc341d req-ac33c58f-6b94-4e3e-bf8e-144673c1d96a tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/ports?device_id=9deb51cf-1d41-4f99-9ad3-444c6eef60d7 HTTP/1.1" status: 200 len: 946 time: 0.1457758 Sep 25 03:31:58.846931 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f16dd9-899a-4086-99ef-acaf44069156 req-7594f1eb-47c9-47e5-b7e1-364c1e0e97df tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:31:58.850222 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-57f16dd9-899a-4086-99ef-acaf44069156 req-7594f1eb-47c9-47e5-b7e1-364c1e0e97df tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f576e48-52f6-4140-b5d4-183d14373bb8 HTTP/1.1" status: 200 len: 945 time: 0.1618922 Sep 25 03:31:58.982943 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f661d3b4-74a4-4d25-b184-ac04fbbc341d req-e9b3feec-56e3-4cdf-acd9-ffdfad78db71 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d6133d8-bed9-4360-990b-ffc51049b4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952240 Sep 25 03:31:59.029796 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-57f16dd9-899a-4086-99ef-acaf44069156 req-2635de9c-21d0-4ca2-8f8a-3933cefe1ba1 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651788 Sep 25 03:31:59.032176 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-22be7465-d74a-4fd1-8278-572a924e1e1d req-17d0a35d-0fa1-4172-bdd2-f761a4c9066d service neutron] 10.222.0.45 "GET /v2.0/networks/04b053c7-110d-4a44-9e11-89395a2b33fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718270 Sep 25 03:31:59.179149 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-22be7465-d74a-4fd1-8278-572a924e1e1d req-1d9ac5e0-d084-43e7-ab2b-bfca4ff17a31 service neutron] 10.222.0.45 "GET /v2.0/networks/04b053c7-110d-4a44-9e11-89395a2b33fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310482 Sep 25 03:32:00.162888 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73918250-13cd-4d0d-a6b6-fada2ecdcb15 req-5adb79be-06a3-4b6c-b9f3-5b43d4d25d4e tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:00.165736 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-73918250-13cd-4d0d-a6b6-fada2ecdcb15 req-5adb79be-06a3-4b6c-b9f3-5b43d4d25d4e tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/ports?device_id=9deb51cf-1d41-4f99-9ad3-444c6eef60d7 HTTP/1.1" status: 200 len: 946 time: 0.0699146 Sep 25 03:32:00.218147 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-73918250-13cd-4d0d-a6b6-fada2ecdcb15 req-52ea3716-e8a7-4ca0-b4d2-d5ad58d7a840 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d6133d8-bed9-4360-990b-ffc51049b4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445099 Sep 25 03:32:01.988239 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222286d2-f430-41e0-8982-ed07554e8903 req-f41e7010-f5ac-4c69-8d03-db1ba0332bfb tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:01.990197 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-222286d2-f430-41e0-8982-ed07554e8903 req-f41e7010-f5ac-4c69-8d03-db1ba0332bfb tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f576e48-52f6-4140-b5d4-183d14373bb8 HTTP/1.1" status: 200 len: 945 time: 0.1090274 Sep 25 03:32:01.992732 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06faa18-aee6-4ecf-86be-d03872191806 req-64e028a8-6222-4f2b-9eaa-460f8df26455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:01.994384 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c06faa18-aee6-4ecf-86be-d03872191806 req-64e028a8-6222-4f2b-9eaa-460f8df26455 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=de34d8eb54e54aada3800c65f70a10d3&device_id=9f576e48-52f6-4140-b5d4-183d14373bb8 HTTP/1.1" status: 200 len: 1098 time: 0.0910966 Sep 25 03:32:02.077686 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-222286d2-f430-41e0-8982-ed07554e8903 req-fd15a180-fa12-4f7b-ac21-93fd819f9475 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738995 Sep 25 03:32:02.151683 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06faa18-aee6-4ecf-86be-d03872191806 req-16b77dc9-e081-4e94-a831-e8d731a105d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:02.154867 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c06faa18-aee6-4ecf-86be-d03872191806 req-16b77dc9-e081-4e94-a831-e8d731a105d8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=04b053c7-110d-4a44-9e11-89395a2b33fc HTTP/1.1" status: 200 len: 919 time: 0.1353045 Sep 25 03:32:02.225905 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c06faa18-aee6-4ecf-86be-d03872191806 req-2bc62961-7f2e-4cbe-9b84-d1085194e49a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eabedb0a-c09f-4603-9fcc-8e6dbc74f7ec HTTP/1.1" status: 200 len: 217 time: 0.0554316 Sep 25 03:32:02.291066 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06faa18-aee6-4ecf-86be-d03872191806 req-359462f7-36c5-4170-976f-f1feeb0cc7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:02.292996 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c06faa18-aee6-4ecf-86be-d03872191806 req-359462f7-36c5-4170-976f-f1feeb0cc7f3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0072f95d-4fdc-4aac-bdda-8212120e86d9 HTTP/1.1" status: 200 len: 858 time: 0.0580025 Sep 25 03:32:02.346895 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c06faa18-aee6-4ecf-86be-d03872191806 req-4cd52e24-bc8a-49fa-bec4-7d64c68ceb0c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=04b053c7-110d-4a44-9e11-89395a2b33fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450263 Sep 25 03:32:02.518650 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d4e75-099b-48b2-941c-7be6fde32997 req-b6184f6f-4596-455c-96f5-c9243f77628f tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:02.521156 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fc2d4e75-099b-48b2-941c-7be6fde32997 req-b6184f6f-4596-455c-96f5-c9243f77628f tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/ports?device_id=9deb51cf-1d41-4f99-9ad3-444c6eef60d7 HTTP/1.1" status: 200 len: 946 time: 0.0773585 Sep 25 03:32:02.525463 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c06faa18-aee6-4ecf-86be-d03872191806 req-13be8e08-ec89-4909-9ba6-e3b4ca0cf9ad service neutron] 10.222.0.45 "GET /v2.0/networks/04b053c7-110d-4a44-9e11-89395a2b33fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705985 Sep 25 03:32:02.595306 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fc2d4e75-099b-48b2-941c-7be6fde32997 req-cc06ae2c-9cf2-432e-a03e-018bd7249acf tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d6133d8-bed9-4360-990b-ffc51049b4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677865 Sep 25 03:32:02.663640 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c06faa18-aee6-4ecf-86be-d03872191806 req-7c8140fa-db42-4d7a-8d01-effd3c57fd4e service neutron] 10.222.0.45 "GET /v2.0/networks/04b053c7-110d-4a44-9e11-89395a2b33fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293747 Sep 25 03:32:03.219909 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573e4bb7-cf86-43c8-b37a-64f154a4a943 req-ec440fe0-00bb-422e-9151-10afab03df75 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:03.221601 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-573e4bb7-cf86-43c8-b37a-64f154a4a943 req-ec440fe0-00bb-422e-9151-10afab03df75 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f576e48-52f6-4140-b5d4-183d14373bb8 HTTP/1.1" status: 200 len: 945 time: 0.0581312 Sep 25 03:32:03.266258 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-573e4bb7-cf86-43c8-b37a-64f154a4a943 req-b99af848-c3f4-47ee-bf3b-7adc6be87062 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373805 Sep 25 03:32:03.745187 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a0fedc-bd6c-49dc-9592-d30e3b88bfa0 req-d8979783-bba8-4e55-b2e9-254d5e91727f tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:03.746950 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-10a0fedc-bd6c-49dc-9592-d30e3b88bfa0 req-d8979783-bba8-4e55-b2e9-254d5e91727f tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/ports?device_id=9deb51cf-1d41-4f99-9ad3-444c6eef60d7 HTTP/1.1" status: 200 len: 946 time: 0.0650671 Sep 25 03:32:03.795219 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-10a0fedc-bd6c-49dc-9592-d30e3b88bfa0 req-68773835-d37f-4f3f-a17b-4609ec46da84 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d6133d8-bed9-4360-990b-ffc51049b4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363514 Sep 25 03:32:04.396455 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc2b9c7-61e9-4281-9f53-5d1038a7528e req-6f447b55-739e-47e3-bd93-5c155b7759d1 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:04.398040 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0bc2b9c7-61e9-4281-9f53-5d1038a7528e req-6f447b55-739e-47e3-bd93-5c155b7759d1 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f576e48-52f6-4140-b5d4-183d14373bb8 HTTP/1.1" status: 200 len: 945 time: 0.0566823 Sep 25 03:32:04.439067 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0bc2b9c7-61e9-4281-9f53-5d1038a7528e req-516cf844-7184-485f-8f4b-e9ff40fe9f22 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345156 Sep 25 03:32:05.130366 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e9ec5-bc58-4a60-b664-a53c4f6b6d20 req-ebcc08cf-3719-49eb-a4db-105e37d89c3d tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:05.131981 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-549e9ec5-bc58-4a60-b664-a53c4f6b6d20 req-ebcc08cf-3719-49eb-a4db-105e37d89c3d tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/ports?device_id=9deb51cf-1d41-4f99-9ad3-444c6eef60d7 HTTP/1.1" status: 200 len: 946 time: 0.2634597 Sep 25 03:32:05.172906 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-549e9ec5-bc58-4a60-b664-a53c4f6b6d20 req-83114c48-f6ca-460c-a785-075456a523c6 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d6133d8-bed9-4360-990b-ffc51049b4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341301 Sep 25 03:32:05.564412 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b9ef1-12a2-4463-a3cc-3b7b95754da0 req-dd57eec4-9f21-48b8-ac40-a72c6fba8a7f tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:05.566075 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-745b9ef1-12a2-4463-a3cc-3b7b95754da0 req-dd57eec4-9f21-48b8-ac40-a72c6fba8a7f tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f576e48-52f6-4140-b5d4-183d14373bb8 HTTP/1.1" status: 200 len: 945 time: 0.0539818 Sep 25 03:32:05.610768 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-745b9ef1-12a2-4463-a3cc-3b7b95754da0 req-ff1f9887-0b6d-4a16-95ec-a687a8d67ecf tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380590 Sep 25 03:32:05.680619 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d6645-4fc5-44cd-a1f2-161a5864c84c req-63a0ee91-5426-497d-9557-b9e18c9d8948 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:05.682831 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-461d6645-4fc5-44cd-a1f2-161a5864c84c req-63a0ee91-5426-497d-9557-b9e18c9d8948 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.45 "GET /v2.0/ports?device_id=9deb51cf-1d41-4f99-9ad3-444c6eef60d7 HTTP/1.1" status: 200 len: 946 time: 0.0545790 Sep 25 03:32:06.319412 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d154b-d6a3-423f-84d5-c45e0049ce21 req-3a77adfd-22a0-4334-bfa5-78d9c7d48286 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:06.321080 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d48d154b-d6a3-423f-84d5-c45e0049ce21 req-3a77adfd-22a0-4334-bfa5-78d9c7d48286 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/ports?device_id=9deb51cf-1d41-4f99-9ad3-444c6eef60d7 HTTP/1.1" status: 200 len: 946 time: 0.0735476 Sep 25 03:32:06.367306 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d48d154b-d6a3-423f-84d5-c45e0049ce21 req-dad5862c-f1ae-4897-b737-ce834f78130e tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d6133d8-bed9-4360-990b-ffc51049b4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386810 Sep 25 03:32:06.741611 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22552e9d-db3b-4668-a6f1-2686f3f2a81a req-931c6830-92b4-4815-a515-59718d3621d8 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:06.743304 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-22552e9d-db3b-4668-a6f1-2686f3f2a81a req-931c6830-92b4-4815-a515-59718d3621d8 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f576e48-52f6-4140-b5d4-183d14373bb8 HTTP/1.1" status: 200 len: 945 time: 0.0588555 Sep 25 03:32:06.794026 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-22552e9d-db3b-4668-a6f1-2686f3f2a81a req-aec06c6e-b5fc-4951-9f91-c87be7bc635c tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436242 Sep 25 03:32:07.082355 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [req-461d6645-4fc5-44cd-a1f2-161a5864c84c req-2db35df1-ccbc-46e4-be2f-1b4f234372ee tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Deleting port 7427672d-62e1-4737-8470-1fc8f9a85a14 {{(pid=94021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 03:32:07.082690 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-461d6645-4fc5-44cd-a1f2-161a5864c84c req-2db35df1-ccbc-46e4-be2f-1b4f234372ee tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731880592680'] for port, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:07.180026 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-461d6645-4fc5-44cd-a1f2-161a5864c84c req-2db35df1-ccbc-46e4-be2f-1b4f234372ee tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] For port 7427672d-62e1-4737-8470-1fc8f9a85a14, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=7427672d-62e1-4737-8470-1fc8f9a85a14,segment=NetworkSegment(58aa6ed3-d7cb-4031-8ddd-7e75652cc68a),segment_id=58aa6ed3-d7cb-4031-8ddd-7e75652cc68a)] {{(pid=94021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:32:07.180456 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-461d6645-4fc5-44cd-a1f2-161a5864c84c req-2db35df1-ccbc-46e4-be2f-1b4f234372ee tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889411'] for port, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:07.194520 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [req-461d6645-4fc5-44cd-a1f2-161a5864c84c req-2db35df1-ccbc-46e4-be2f-1b4f234372ee tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Calling delete_port for 7427672d-62e1-4737-8470-1fc8f9a85a14 owned by compute:nova {{(pid=94021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 03:32:07.347035 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-461d6645-4fc5-44cd-a1f2-161a5864c84c req-2db35df1-ccbc-46e4-be2f-1b4f234372ee tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731880598766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731880292810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3214562'] for port, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:07.380346 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db35df1-ccbc-46e4-be2f-1b4f234372ee tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Pushing event deleted for resources: {'Port': ['ID=7427672d-62e1-4737-8470-1fc8f9a85a14,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:32:07.426324 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [req-461d6645-4fc5-44cd-a1f2-161a5864c84c req-2db35df1-ccbc-46e4-be2f-1b4f234372ee tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] No DVR routers for this DVR port 7427672d-62e1-4737-8470-1fc8f9a85a14 on host hv-cinder-77570 {{(pid=94021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 25 03:32:07.429823 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-461d6645-4fc5-44cd-a1f2-161a5864c84c req-2db35df1-ccbc-46e4-be2f-1b4f234372ee tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:07.432051 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-461d6645-4fc5-44cd-a1f2-161a5864c84c req-2db35df1-ccbc-46e4-be2f-1b4f234372ee tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.45 "DELETE /v2.0/ports/7427672d-62e1-4737-8470-1fc8f9a85a14 HTTP/1.1" status: 204 len: 173 time: 0.4510686 Sep 25 03:32:07.432759 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9deb51cf-1d41-4f99-9ad3-444c6eef60d7', 'name': 'network-vif-deleted', 'tag': '7427672d-62e1-4737-8470-1fc8f9a85a14'}] {{(pid=94021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 03:32:07.435232 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e2fb5340eb8446ff58cd715b9748d5b5aabaa2e5f9ab10f469ed89a7c45a212" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ce6f6d-9f94-4035-8e74-0d75c939061f" -d '{"events": [{"server_uuid": "9deb51cf-1d41-4f99-9ad3-444c6eef60d7", "name": "network-vif-deleted", "tag": "7427672d-62e1-4737-8470-1fc8f9a85a14"}]}' {{(pid=94021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 03:32:07.473979 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9b15b2fb-6daf-4560-ac78-5e1fad1a5ff9 req-3348b347-2d05-4ccb-8718-c00e2e4f5c09 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/ports?device_id=9deb51cf-1d41-4f99-9ad3-444c6eef60d7 HTTP/1.1" status: 200 len: 210 time: 0.0316691 Sep 25 03:32:07.516715 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-12453c79-04f6-431c-ac7a-1da34be194f8 None None] Agent healthcheck: found 6 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 03:32:07.529119 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 03:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb7bf69-1686-4f81-8adb-3322f3393d8e x-openstack-request-id: req-bdb7bf69-1686-4f81-8adb-3322f3393d8e {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 03:32:07.529454 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9deb51cf-1d41-4f99-9ad3-444c6eef60d7", "name": "network-vif-deleted", "tag": "7427672d-62e1-4737-8470-1fc8f9a85a14", "status": "completed", "code": 200}]} {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 03:32:07.529751 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bdb7bf69-1686-4f81-8adb-3322f3393d8e {{(pid=94021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 03:32:07.530171 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9deb51cf-1d41-4f99-9ad3-444c6eef60d7', 'name': 'network-vif-deleted', 'tag': '7427672d-62e1-4737-8470-1fc8f9a85a14', 'status': 'completed', 'code': 200} Sep 25 03:32:07.922819 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b17ba0-752e-4271-b310-e86f8f81069a req-7a97a159-06fe-480b-942d-f6b803105ce5 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:07.924425 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-64b17ba0-752e-4271-b310-e86f8f81069a req-7a97a159-06fe-480b-942d-f6b803105ce5 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f576e48-52f6-4140-b5d4-183d14373bb8 HTTP/1.1" status: 200 len: 945 time: 0.0535862 Sep 25 03:32:07.972266 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-64b17ba0-752e-4271-b310-e86f8f81069a req-ad191aa3-b460-4ee8-ae95-8f56aea0b507 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411019 Sep 25 03:32:08.577498 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-960aed5c-c937-48e5-bc02-35c79646598d req-78c61f0d-d400-40c6-85d9-1e179d5d8da8 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/ports?device_id=9deb51cf-1d41-4f99-9ad3-444c6eef60d7 HTTP/1.1" status: 200 len: 210 time: 0.0278752 Sep 25 03:32:09.110684 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0135b729-eda7-4051-b060-3b6df4d4a8b6 req-39d57c79-98cd-459a-b900-d7f203be8173 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:09.112321 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0135b729-eda7-4051-b060-3b6df4d4a8b6 req-39d57c79-98cd-459a-b900-d7f203be8173 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f576e48-52f6-4140-b5d4-183d14373bb8 HTTP/1.1" status: 200 len: 945 time: 0.0581608 Sep 25 03:32:09.167730 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0135b729-eda7-4051-b060-3b6df4d4a8b6 req-4e5d647a-fa55-4837-8c3b-8a706f0a9b25 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474718 Sep 25 03:32:09.544049 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] get_ports_and_sgs() called for port_ids ['7427672d-62e1-4737-8470-1fc8f9a85a14'] {{(pid=94022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 25 03:32:09.689990 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0d34d7f6-d49f-4c5d-9899-b1a6f781c400 req-7ffcfa74-7852-442f-b239-5c0e2761b2c4 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/ports?device_id=9deb51cf-1d41-4f99-9ad3-444c6eef60d7 HTTP/1.1" status: 200 len: 210 time: 0.0354834 Sep 25 03:32:09.997240 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device 7427672d-62e1-4737-8470-1fc8f9a85a14 no longer exists at agent hyperv_hv-cinder-77570 {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 03:32:10.021215 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] No Port match for: 7427672d-62e1-4737-8470-1fc8f9a85a14 {{(pid=94022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 25 03:32:10.021622 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device 7427672d-62e1-4737-8470-1fc8f9a85a14 not bound to the agent host hv-cinder-77570 {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 03:32:10.340432 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a823e-f7ae-4ba3-9ac3-c01a3d7a0985 req-e98c9d20-940c-4cc0-9b23-9be30df8de64 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:10.342219 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6a3a823e-f7ae-4ba3-9ac3-c01a3d7a0985 req-e98c9d20-940c-4cc0-9b23-9be30df8de64 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f576e48-52f6-4140-b5d4-183d14373bb8 HTTP/1.1" status: 200 len: 945 time: 0.0573869 Sep 25 03:32:10.383631 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6a3a823e-f7ae-4ba3-9ac3-c01a3d7a0985 req-5efb2187-498f-4593-9100-82df5c49f12e tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352659 Sep 25 03:32:11.139929 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a66885-51f9-4cab-940c-4737cf51a843 req-58b2b129-2ab4-42cb-a928-c21f2ee4d4c0 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:11.141606 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-78a66885-51f9-4cab-940c-4737cf51a843 req-58b2b129-2ab4-42cb-a928-c21f2ee4d4c0 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/networks?id=9c952f8f-66bb-4107-9372-4db9640e68c6 HTTP/1.1" status: 200 len: 808 time: 0.1211607 Sep 25 03:32:11.159257 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-78a66885-51f9-4cab-940c-4737cf51a843 req-c9c49569-2db6-4022-820d-74a7ad047610 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/quotas/015cca427efa404abe04b592097be6bb HTTP/1.1" status: 200 len: 375 time: 0.0113096 Sep 25 03:32:11.196067 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-78a66885-51f9-4cab-940c-4737cf51a843 req-5d08ee58-7f80-44a5-943d-473349abb89d tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=015cca427efa404abe04b592097be6bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301406 Sep 25 03:32:11.307108 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-78a66885-51f9-4cab-940c-4737cf51a843 req-6a029de7-da53-4108-ab35-824c196b95e0 service neutron] 10.222.0.42 "GET /v2.0/networks/9c952f8f-66bb-4107-9372-4db9640e68c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025922 Sep 25 03:32:11.410363 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-78a66885-51f9-4cab-940c-4737cf51a843 req-129f593c-a10e-45a4-9db6-50318ecaee9b service neutron] 10.222.0.42 "GET /v2.0/networks/9c952f8f-66bb-4107-9372-4db9640e68c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958560 Sep 25 03:32:11.512610 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc555474-1b3f-47c2-aec9-16e09abf883f req-5db2b600-601e-417a-a147-25cc4fceae2e tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:11.519913 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-bc555474-1b3f-47c2-aec9-16e09abf883f req-5db2b600-601e-417a-a147-25cc4fceae2e tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f576e48-52f6-4140-b5d4-183d14373bb8 HTTP/1.1" status: 200 len: 945 time: 0.0606890 Sep 25 03:32:11.574968 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-bc555474-1b3f-47c2-aec9-16e09abf883f req-62b8dc97-76ad-4f4b-9d17-f395f5a1e642 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540228 Sep 25 03:32:11.621904 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-58a4f4d3-1736-4575-98a3-79112a17aa03 req-88e954db-0fd3-47a9-8ef0-1205d92a549b tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2f689b-e392-43fe-8c93-76c444774241 HTTP/1.1" status: 200 len: 210 time: 0.0529068 Sep 25 03:32:12.740405 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1138fb8b-22af-4dfb-bd41-b644c20ec5f7 req-5bf619b1-9462-4ca6-97e3-1bdb3e16cf09 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:12.749147 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1138fb8b-22af-4dfb-bd41-b644c20ec5f7 req-5bf619b1-9462-4ca6-97e3-1bdb3e16cf09 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f576e48-52f6-4140-b5d4-183d14373bb8 HTTP/1.1" status: 200 len: 945 time: 0.0858231 Sep 25 03:32:12.789126 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 52444) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:32:12.807718 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d5dad25b-3b76-46b2-8416-65ee19a38e1a req-0623c0e8-61fc-4804-a020-e5c5b75ea657 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2f689b-e392-43fe-8c93-76c444774241 HTTP/1.1" status: 200 len: 210 time: 0.0504038 Sep 25 03:32:12.948214 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1138fb8b-22af-4dfb-bd41-b644c20ec5f7 req-88e092a1-1661-431c-8668-dbaabe8c5cfd tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978805 Sep 25 03:32:13.012886 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-1275f0e5-e80c-4c1b-94d4-162354c16b77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:13.132566 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a66885-51f9-4cab-940c-4737cf51a843 req-c3e39ec7-8b61-481e-afc5-4b255f9c31a8 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:13.134388 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-78a66885-51f9-4cab-940c-4737cf51a843 req-c3e39ec7-8b61-481e-afc5-4b255f9c31a8 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.45 "GET /v2.0/networks?id=9c952f8f-66bb-4107-9372-4db9640e68c6 HTTP/1.1" status: 200 len: 808 time: 0.2696066 Sep 25 03:32:13.168127 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [req-78a66885-51f9-4cab-940c-4737cf51a843 req-ebb8df32-16e3-479f-bda3-a0d2ab50dcf5 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Request body: {'port': {'device_id': 'ae2f689b-e392-43fe-8c93-76c444774241', 'network_id': '9c952f8f-66bb-4107-9372-4db9640e68c6', 'admin_state_up': True, 'tenant_id': '015cca427efa404abe04b592097be6bb'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:32:13.223238 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-1275f0e5-e80c-4c1b-94d4-162354c16b77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:13.239089 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-1275f0e5-e80c-4c1b-94d4-162354c16b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:13.291880 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-1275f0e5-e80c-4c1b-94d4-162354c16b77 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=71be7119834f468dbe9934e9d450c9ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5011170 Sep 25 03:32:13.297231 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 52478) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:32:13.313902 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1275f0e5-e80c-4c1b-94d4-162354c16b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb82fb0-4ad7-46fe-a1df-d7583a16d22e,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:32:13.339297 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1275f0e5-e80c-4c1b-94d4-162354c16b77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:32:13.340508 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1275f0e5-e80c-4c1b-94d4-162354c16b77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:32:13.340891 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1275f0e5-e80c-4c1b-94d4-162354c16b77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:32:13.341222 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1275f0e5-e80c-4c1b-94d4-162354c16b77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:32:13.341633 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1275f0e5-e80c-4c1b-94d4-162354c16b77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:32:13.341873 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1275f0e5-e80c-4c1b-94d4-162354c16b77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:32:13.342190 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1275f0e5-e80c-4c1b-94d4-162354c16b77 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:32:13.342694 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1275f0e5-e80c-4c1b-94d4-162354c16b77 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:32:13.343025 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1275f0e5-e80c-4c1b-94d4-162354c16b77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:32:13.343341 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1275f0e5-e80c-4c1b-94d4-162354c16b77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:32:13.343655 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1275f0e5-e80c-4c1b-94d4-162354c16b77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:32:13.343965 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1275f0e5-e80c-4c1b-94d4-162354c16b77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:32:13.382098 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-04fdf207-2eea-483c-b201-caeeab79bb09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:13.393379 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78a66885-51f9-4cab-940c-4737cf51a843 req-ebb8df32-16e3-479f-bda3-a0d2ab50dcf5 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Made reservation on behalf of 015cca427efa404abe04b592097be6bb for: {'port': 1} {{(pid=94021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 03:32:13.400409 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-78a66885-51f9-4cab-940c-4737cf51a843 req-ebb8df32-16e3-479f-bda3-a0d2ab50dcf5 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:13.410166 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-04fdf207-2eea-483c-b201-caeeab79bb09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:13.481565 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-04fdf207-2eea-483c-b201-caeeab79bb09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:13.487085 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-04fdf207-2eea-483c-b201-caeeab79bb09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:13.493693 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-04fdf207-2eea-483c-b201-caeeab79bb09 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bdb82fb0-4ad7-46fe-a1df-d7583a16d22e HTTP/1.1" status: 204 len: 168 time: 0.1950121 Sep 25 03:32:13.509609 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fdf207-2eea-483c-b201-caeeab79bb09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb82fb0-4ad7-46fe-a1df-d7583a16d22e,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:32:13.650873 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.db.db_base_plugin_common [req-78a66885-51f9-4cab-940c-4737cf51a843 req-ebb8df32-16e3-479f-bda3-a0d2ab50dcf5 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Allocated IP 172.20.0.11 (9c952f8f-66bb-4107-9372-4db9640e68c6/db6e0dfb-6372-4d03-a1b4-e4a5be197a40/bf8fd9c1-3d2e-4a69-98db-f7736f171a3b) {{(pid=94021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 03:32:13.911332 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-78a66885-51f9-4cab-940c-4737cf51a843 req-ebb8df32-16e3-479f-bda3-a0d2ab50dcf5 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Notify callbacks [] for port, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:13.958637 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d7bb6e3b-10ce-4a0e-b5cb-d1ad9625c431 req-37f9f45f-e3fc-4646-84bb-ac8b84f89104 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2f689b-e392-43fe-8c93-76c444774241 HTTP/1.1" status: 200 len: 210 time: 0.0382719 Sep 25 03:32:13.993162 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-78a66885-51f9-4cab-940c-4737cf51a843 req-ebb8df32-16e3-479f-bda3-a0d2ab50dcf5 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731880292801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3214562'] for port, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:14.057139 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78a66885-51f9-4cab-940c-4737cf51a843 req-ebb8df32-16e3-479f-bda3-a0d2ab50dcf5 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Network 9c952f8f-66bb-4107-9372-4db9640e68c6 is already hosted by enough agents. {{(pid=94021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 03:32:14.066422 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.base_scheduler [req-78a66885-51f9-4cab-940c-4737cf51a843 req-ebb8df32-16e3-479f-bda3-a0d2ab50dcf5 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Resources bound (agent type, host, resource id): {{(pid=94021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:32:14.069225 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [req-78a66885-51f9-4cab-940c-4737cf51a843 req-ebb8df32-16e3-479f-bda3-a0d2ab50dcf5 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Received port after_create {{(pid=94021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 03:32:14.160904 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb8df32-16e3-479f-bda3-a0d2ab50dcf5 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Pushing event updated for resources: {'Port': ['ID=bf8fd9c1-3d2e-4a69-98db-f7736f171a3b,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:32:14.218084 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f9c4df-8e07-4658-82f2-e7ea158658c7 req-672eafd1-d93a-439f-a163-45a913bf2bda tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:14.221210 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c1f9c4df-8e07-4658-82f2-e7ea158658c7 req-672eafd1-d93a-439f-a163-45a913bf2bda tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f576e48-52f6-4140-b5d4-183d14373bb8 HTTP/1.1" status: 200 len: 945 time: 0.1583209 Sep 25 03:32:14.234596 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a66885-51f9-4cab-940c-4737cf51a843 req-ebb8df32-16e3-479f-bda3-a0d2ab50dcf5 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:14.236174 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-78a66885-51f9-4cab-940c-4737cf51a843 req-ebb8df32-16e3-479f-bda3-a0d2ab50dcf5 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:14.294464 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-78a66885-51f9-4cab-940c-4737cf51a843 req-ebb8df32-16e3-479f-bda3-a0d2ab50dcf5 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1356006 Sep 25 03:32:14.327060 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [req-78a66885-51f9-4cab-940c-4737cf51a843 req-f9e149a8-1eca-4859-988e-ded97fdaeb95 service neutron] Request body: {'port': {'device_id': 'ae2f689b-e392-43fe-8c93-76c444774241', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:32:14.353041 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c1f9c4df-8e07-4658-82f2-e7ea158658c7 req-e7d9b1bb-05d2-43d6-b73c-60e61d615006 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121154 Sep 25 03:32:14.420062 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-78a66885-51f9-4cab-940c-4737cf51a843 req-f9e149a8-1eca-4859-988e-ded97fdaeb95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:14.761426 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [req-78a66885-51f9-4cab-940c-4737cf51a843 req-f9e149a8-1eca-4859-988e-ded97fdaeb95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf8fd9c1-3d2e-4a69-98db-f7736f171a3b {{(pid=94021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 03:32:14.769953 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-78a66885-51f9-4cab-940c-4737cf51a843 req-f9e149a8-1eca-4859-988e-ded97fdaeb95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:14.784264 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.db.provisioning_blocks [req-78a66885-51f9-4cab-940c-4737cf51a843 req-f9e149a8-1eca-4859-988e-ded97fdaeb95 service neutron] Transition to ACTIVE for port object bf8fd9c1-3d2e-4a69-98db-f7736f171a3b will not be triggered until provisioned by entity L2. {{(pid=94021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 25 03:32:14.789178 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-78a66885-51f9-4cab-940c-4737cf51a843 req-f9e149a8-1eca-4859-988e-ded97fdaeb95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3214569'] for port, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:14.841826 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e149a8-1eca-4859-988e-ded97fdaeb95 service neutron] Pushing event updated for resources: {'Port': ['ID=bf8fd9c1-3d2e-4a69-98db-f7736f171a3b,revision_number=2']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:32:14.928044 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-78a66885-51f9-4cab-940c-4737cf51a843 req-f9e149a8-1eca-4859-988e-ded97fdaeb95 service neutron] Attempting to bind port bf8fd9c1-3d2e-4a69-98db-f7736f171a3b on host hv-cinder-77570 for vnic_type normal with profile {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 03:32:14.928724 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-78a66885-51f9-4cab-940c-4737cf51a843 req-f9e149a8-1eca-4859-988e-ded97fdaeb95 service neutron] Attempting to bind port bf8fd9c1-3d2e-4a69-98db-f7736f171a3b by drivers openvswitch,hyperv on host hv-cinder-77570 at level 0 using segments [{'id': '58aa6ed3-d7cb-4031-8ddd-7e75652cc68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '9c952f8f-66bb-4107-9372-4db9640e68c6'}] {{(pid=94021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 03:32:14.928724 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a66885-51f9-4cab-940c-4737cf51a843 req-f9e149a8-1eca-4859-988e-ded97fdaeb95 service neutron] Attempting to bind port bf8fd9c1-3d2e-4a69-98db-f7736f171a3b on network 9c952f8f-66bb-4107-9372-4db9640e68c6 {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 03:32:14.934912 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a66885-51f9-4cab-940c-4737cf51a843 req-f9e149a8-1eca-4859-988e-ded97fdaeb95 service neutron] Port bf8fd9c1-3d2e-4a69-98db-f7736f171a3b on network 9c952f8f-66bb-4107-9372-4db9640e68c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77570 {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 25 03:32:14.935241 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a66885-51f9-4cab-940c-4737cf51a843 req-f9e149a8-1eca-4859-988e-ded97fdaeb95 service neutron] Attempting to bind port bf8fd9c1-3d2e-4a69-98db-f7736f171a3b on network 9c952f8f-66bb-4107-9372-4db9640e68c6 {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 03:32:14.941595 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a66885-51f9-4cab-940c-4737cf51a843 req-f9e149a8-1eca-4859-988e-ded97fdaeb95 service neutron] Checking agent: {'id': '508f5817-0468-490c-b4b9-d8db88d5fd84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 3, 27, 55), 'started_at': datetime.datetime(2021, 9, 25, 3, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 3, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 03:32:14.941932 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a66885-51f9-4cab-940c-4737cf51a843 req-f9e149a8-1eca-4859-988e-ded97fdaeb95 service neutron] Checking segment: {'id': '58aa6ed3-d7cb-4031-8ddd-7e75652cc68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '9c952f8f-66bb-4107-9372-4db9640e68c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 03:32:14.942315 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a66885-51f9-4cab-940c-4737cf51a843 req-f9e149a8-1eca-4859-988e-ded97fdaeb95 service neutron] Bound using segment: {'id': '58aa6ed3-d7cb-4031-8ddd-7e75652cc68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '9c952f8f-66bb-4107-9372-4db9640e68c6'} {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 03:32:14.942743 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-78a66885-51f9-4cab-940c-4737cf51a843 req-f9e149a8-1eca-4859-988e-ded97fdaeb95 service neutron] Bound port: bf8fd9c1-3d2e-4a69-98db-f7736f171a3b, host: hv-cinder-77570, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58aa6ed3-d7cb-4031-8ddd-7e75652cc68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '9c952f8f-66bb-4107-9372-4db9640e68c6'}}] {{(pid=94021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 03:32:14.943101 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-78a66885-51f9-4cab-940c-4737cf51a843 req-f9e149a8-1eca-4859-988e-ded97fdaeb95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:15.018668 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-78a66885-51f9-4cab-940c-4737cf51a843 req-f9e149a8-1eca-4859-988e-ded97fdaeb95 service neutron] For port bf8fd9c1-3d2e-4a69-98db-f7736f171a3b, host hv-cinder-77570, cleared binding levels {{(pid=94021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 03:32:15.022735 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-78a66885-51f9-4cab-940c-4737cf51a843 req-f9e149a8-1eca-4859-988e-ded97fdaeb95 service neutron] For port bf8fd9c1-3d2e-4a69-98db-f7736f171a3b, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=bf8fd9c1-3d2e-4a69-98db-f7736f171a3b,segment=NetworkSegment(58aa6ed3-d7cb-4031-8ddd-7e75652cc68a),segment_id=58aa6ed3-d7cb-4031-8ddd-7e75652cc68a)] {{(pid=94021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 03:32:15.028544 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-78a66885-51f9-4cab-940c-4737cf51a843 req-f9e149a8-1eca-4859-988e-ded97fdaeb95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3214569'] for port, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:15.076745 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a66885-51f9-4cab-940c-4737cf51a843 req-f9e149a8-1eca-4859-988e-ded97fdaeb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:15.077510 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-78a66885-51f9-4cab-940c-4737cf51a843 req-f9e149a8-1eca-4859-988e-ded97fdaeb95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:15.079018 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-78a66885-51f9-4cab-940c-4737cf51a843 req-f9e149a8-1eca-4859-988e-ded97fdaeb95 service neutron] 10.222.0.45 "PUT /v2.0/ports/bf8fd9c1-3d2e-4a69-98db-f7736f171a3b HTTP/1.1" status: 200 len: 1094 time: 0.7609596 Sep 25 03:32:15.092150 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae2f689b-e392-43fe-8c93-76c444774241', 'tag': 'bf8fd9c1-3d2e-4a69-98db-f7736f171a3b'}] {{(pid=94021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 03:32:15.094447 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e2fb5340eb8446ff58cd715b9748d5b5aabaa2e5f9ab10f469ed89a7c45a212" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c625cab-8571-4db2-8517-180cc99a7e60" -d '{"events": [{"name": "network-changed", "server_uuid": "ae2f689b-e392-43fe-8c93-76c444774241", "tag": "bf8fd9c1-3d2e-4a69-98db-f7736f171a3b"}]}' {{(pid=94021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 03:32:15.129910 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e149a8-1eca-4859-988e-ded97fdaeb95 service neutron] Pushing event updated for resources: {'Port': ['ID=bf8fd9c1-3d2e-4a69-98db-f7736f171a3b,revision_number=3']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:32:15.142953 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 03:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a06f18f8-1b6b-4cb1-8040-6e028262a435 x-openstack-request-id: req-a06f18f8-1b6b-4cb1-8040-6e028262a435 {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 03:32:15.143239 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae2f689b-e392-43fe-8c93-76c444774241", "tag": "bf8fd9c1-3d2e-4a69-98db-f7736f171a3b", "status": "completed", "code": 200}]} {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 03:32:15.143497 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a06f18f8-1b6b-4cb1-8040-6e028262a435 {{(pid=94021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 03:32:15.143864 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae2f689b-e392-43fe-8c93-76c444774241', 'tag': 'bf8fd9c1-3d2e-4a69-98db-f7736f171a3b', 'status': 'completed', 'code': 200} Sep 25 03:32:15.155033 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f55269-5b21-4f3d-a450-d2b7a161eb3a req-dec89bfb-7b06-4b7b-bed5-145ee151b856 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:15.156673 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b8f55269-5b21-4f3d-a450-d2b7a161eb3a req-dec89bfb-7b06-4b7b-bed5-145ee151b856 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2f689b-e392-43fe-8c93-76c444774241 HTTP/1.1" status: 200 len: 944 time: 0.0995057 Sep 25 03:32:15.209224 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b8f55269-5b21-4f3d-a450-d2b7a161eb3a req-7bd878c7-0f04-45d7-87af-1c1db6ab632b tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d6133d8-bed9-4360-990b-ffc51049b4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459664 Sep 25 03:32:15.364595 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-688019b4-c5b9-4875-a4a8-dbc29f578634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:15.505006 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60116f-12ae-4833-ac6b-71eb054c517b req-1b510b92-907a-4a0f-ae32-af2d42445b79 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:15.506591 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5d60116f-12ae-4833-ac6b-71eb054c517b req-1b510b92-907a-4a0f-ae32-af2d42445b79 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f576e48-52f6-4140-b5d4-183d14373bb8 HTTP/1.1" status: 200 len: 945 time: 0.0586445 Sep 25 03:32:15.555585 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5d60116f-12ae-4833-ac6b-71eb054c517b req-7ce543f4-0f57-4252-9153-5d2640744cb3 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416155 Sep 25 03:32:16.340518 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf73f66-69a6-4f8d-9964-5e602afceea1 req-e9d54a28-1992-42d3-89ae-41e34ab653bb tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:16.342169 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5cf73f66-69a6-4f8d-9964-5e602afceea1 req-e9d54a28-1992-42d3-89ae-41e34ab653bb tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2f689b-e392-43fe-8c93-76c444774241 HTTP/1.1" status: 200 len: 944 time: 0.0589197 Sep 25 03:32:16.391290 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5cf73f66-69a6-4f8d-9964-5e602afceea1 req-7bf8a798-5ffa-4b2a-b967-220ba1c7572e tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d6133d8-bed9-4360-990b-ffc51049b4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381477 Sep 25 03:32:16.706004 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ee5702-7257-4324-91ea-7e847c010567 req-dc9bcd10-d332-4722-931e-4b178ab151bf tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:16.707999 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f8ee5702-7257-4324-91ea-7e847c010567 req-dc9bcd10-d332-4722-931e-4b178ab151bf tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f576e48-52f6-4140-b5d4-183d14373bb8 HTTP/1.1" status: 200 len: 945 time: 0.0654900 Sep 25 03:32:16.754159 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f8ee5702-7257-4324-91ea-7e847c010567 req-ac15b012-6ade-481f-91dc-c3f5963308d6 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399692 Sep 25 03:32:17.525252 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51428072-6bcc-4a0f-8fbe-208c79b62e2f req-34cd606f-be60-4b04-8855-c073985ad45d tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:17.526887 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-51428072-6bcc-4a0f-8fbe-208c79b62e2f req-34cd606f-be60-4b04-8855-c073985ad45d tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2f689b-e392-43fe-8c93-76c444774241 HTTP/1.1" status: 200 len: 944 time: 0.0593371 Sep 25 03:32:17.567172 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-51428072-6bcc-4a0f-8fbe-208c79b62e2f req-e0801c81-929b-4593-a5c8-3983b8d1d14e tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d6133d8-bed9-4360-990b-ffc51049b4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339980 Sep 25 03:32:17.589061 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-73ea0bda-d404-4403-8d92-5fa91415d2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:17.902554 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f828932-2ef3-49c1-ae7c-80f6c591d458 req-4f293310-1a34-46dc-a3e5-24c22df1ad5a tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:17.904699 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0f828932-2ef3-49c1-ae7c-80f6c591d458 req-4f293310-1a34-46dc-a3e5-24c22df1ad5a tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f576e48-52f6-4140-b5d4-183d14373bb8 HTTP/1.1" status: 200 len: 945 time: 0.0633578 Sep 25 03:32:17.956475 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0f828932-2ef3-49c1-ae7c-80f6c591d458 req-d7251203-61eb-43a0-908d-bf3a7f33817e tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448704 Sep 25 03:32:18.539939 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c625cab-8571-4db2-8517-180cc99a7e60 req-3ed9fb25-64da-43c0-aad0-e8dc78dc76aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:18.541575 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6c625cab-8571-4db2-8517-180cc99a7e60 req-3ed9fb25-64da-43c0-aad0-e8dc78dc76aa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=015cca427efa404abe04b592097be6bb&device_id=ae2f689b-e392-43fe-8c93-76c444774241 HTTP/1.1" status: 200 len: 1097 time: 0.0501468 Sep 25 03:32:18.955991 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c625cab-8571-4db2-8517-180cc99a7e60 req-f529daf7-84a5-4b1b-90ed-74c8b8b92dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:18.957495 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6c625cab-8571-4db2-8517-180cc99a7e60 req-f529daf7-84a5-4b1b-90ed-74c8b8b92dca service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=015cca427efa404abe04b592097be6bb&shared=False HTTP/1.1" status: 200 len: 909 time: 0.4008889 Sep 25 03:32:18.965728 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda7588-abbd-413c-b0de-1672d0964fb9 req-f40c5d44-0a81-42f6-9507-5aabcc833133 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:18.967150 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ccda7588-abbd-413c-b0de-1672d0964fb9 req-f40c5d44-0a81-42f6-9507-5aabcc833133 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2f689b-e392-43fe-8c93-76c444774241 HTTP/1.1" status: 200 len: 944 time: 0.2978008 Sep 25 03:32:19.153057 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ccda7588-abbd-413c-b0de-1672d0964fb9 req-2809bce0-3d6a-460f-a7b0-77d50fcbef06 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d6133d8-bed9-4360-990b-ffc51049b4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794665 Sep 25 03:32:19.210093 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0598f73-18b8-496a-ad1f-3fde1f12f6b3 req-4c1b2003-e8d5-48fa-8dcf-7feb208a688f tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:19.211886 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d0598f73-18b8-496a-ad1f-3fde1f12f6b3 req-4c1b2003-e8d5-48fa-8dcf-7feb208a688f tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f576e48-52f6-4140-b5d4-183d14373bb8 HTTP/1.1" status: 200 len: 945 time: 0.1679981 Sep 25 03:32:19.213231 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c625cab-8571-4db2-8517-180cc99a7e60 req-45d61d70-2e06-4816-a65b-48b59c039290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:19.214697 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6c625cab-8571-4db2-8517-180cc99a7e60 req-45d61d70-2e06-4816-a65b-48b59c039290 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2401109 Sep 25 03:32:19.236587 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-fa5af178-6116-457c-95b6-13dc589f2bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:19.261046 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d0598f73-18b8-496a-ad1f-3fde1f12f6b3 req-eb1a3171-6005-45be-ab02-9d02110e21ad tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416291 Sep 25 03:32:19.295360 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:19.346098 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a66885-51f9-4cab-940c-4737cf51a843 req-4e58098d-4d7c-4f35-a2dd-0a23a7fa4eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:19.347872 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-78a66885-51f9-4cab-940c-4737cf51a843 req-4e58098d-4d7c-4f35-a2dd-0a23a7fa4eb0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=015cca427efa404abe04b592097be6bb&device_id=ae2f689b-e392-43fe-8c93-76c444774241 HTTP/1.1" status: 200 len: 1097 time: 0.0447857 Sep 25 03:32:19.405177 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-78a66885-51f9-4cab-940c-4737cf51a843 req-736069ba-1248-4ba2-b204-274e3bba1c75 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf8fd9c1-3d2e-4a69-98db-f7736f171a3b HTTP/1.1" status: 200 len: 217 time: 0.0409782 Sep 25 03:32:19.474468 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a66885-51f9-4cab-940c-4737cf51a843 req-71a99be0-0962-4ecd-9fb1-4e8fd87cfb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:19.475963 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-78a66885-51f9-4cab-940c-4737cf51a843 req-71a99be0-0962-4ecd-9fb1-4e8fd87cfb92 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=db6e0dfb-6372-4d03-a1b4-e4a5be197a40 HTTP/1.1" status: 200 len: 848 time: 0.0628784 Sep 25 03:32:20.281721 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749b3374-0d61-4d51-8730-908eef0eebda req-7bdeb22b-4166-47bc-b1f9-d47a51f8c583 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:20.283298 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-749b3374-0d61-4d51-8730-908eef0eebda req-7bdeb22b-4166-47bc-b1f9-d47a51f8c583 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2f689b-e392-43fe-8c93-76c444774241 HTTP/1.1" status: 200 len: 944 time: 0.0561099 Sep 25 03:32:20.325637 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-749b3374-0d61-4d51-8730-908eef0eebda req-56f173a4-3178-49f5-a7be-e92ce1632122 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d6133d8-bed9-4360-990b-ffc51049b4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349021 Sep 25 03:32:20.454083 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5937d1-df6f-455a-9a68-cc4c51211915 req-1c048a94-99df-402a-812c-a47d7fba2bfd tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:20.455838 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2e5937d1-df6f-455a-9a68-cc4c51211915 req-1c048a94-99df-402a-812c-a47d7fba2bfd tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f576e48-52f6-4140-b5d4-183d14373bb8 HTTP/1.1" status: 200 len: 945 time: 0.0630946 Sep 25 03:32:20.497966 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2e5937d1-df6f-455a-9a68-cc4c51211915 req-99e226d2-9013-48b6-b2b8-2272bd1735f1 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358953 Sep 25 03:32:21.124202 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-afd92d12-b9d5-4a92-bfd4-50d3cdf2ae8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:21.459811 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946453b-b1f0-41cf-b189-c1089887e5c2 req-7849d5f0-b87f-42e8-bf67-1f78c4dee0d9 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:21.461252 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3946453b-b1f0-41cf-b189-c1089887e5c2 req-7849d5f0-b87f-42e8-bf67-1f78c4dee0d9 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2f689b-e392-43fe-8c93-76c444774241 HTTP/1.1" status: 200 len: 944 time: 0.0547309 Sep 25 03:32:21.517005 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3946453b-b1f0-41cf-b189-c1089887e5c2 req-8bf2342b-f656-41f3-95ae-523e995612ed tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d6133d8-bed9-4360-990b-ffc51049b4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487351 Sep 25 03:32:21.639563 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab6b20a-f32a-4d0f-b70f-37604cbf2079 req-eaef07b8-a85b-4914-a2ea-282bd74df6a6 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:21.641231 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0ab6b20a-f32a-4d0f-b70f-37604cbf2079 req-eaef07b8-a85b-4914-a2ea-282bd74df6a6 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f576e48-52f6-4140-b5d4-183d14373bb8 HTTP/1.1" status: 200 len: 945 time: 0.0581434 Sep 25 03:32:21.678812 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0ab6b20a-f32a-4d0f-b70f-37604cbf2079 req-e7075408-100d-4ce5-b440-16a90b2d5c48 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316267 Sep 25 03:32:22.659012 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14892a3-22b4-42d6-87ee-6a6a6aaf8d27 req-e10c6a2c-89cd-480b-8c3c-330fd3129d3a tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:22.660704 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d14892a3-22b4-42d6-87ee-6a6a6aaf8d27 req-e10c6a2c-89cd-480b-8c3c-330fd3129d3a tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2f689b-e392-43fe-8c93-76c444774241 HTTP/1.1" status: 200 len: 944 time: 0.0591922 Sep 25 03:32:22.704460 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d14892a3-22b4-42d6-87ee-6a6a6aaf8d27 req-febd99bf-3c61-4256-a57f-be9c5c5a771c tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d6133d8-bed9-4360-990b-ffc51049b4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353892 Sep 25 03:32:22.818986 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb46329-e8b9-468e-9120-96c1e7603685 req-0e980f8e-ee91-4f8b-95ea-48efa93eb735 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:22.820489 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1fb46329-e8b9-468e-9120-96c1e7603685 req-0e980f8e-ee91-4f8b-95ea-48efa93eb735 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f576e48-52f6-4140-b5d4-183d14373bb8 HTTP/1.1" status: 200 len: 945 time: 0.0573082 Sep 25 03:32:22.861389 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1fb46329-e8b9-468e-9120-96c1e7603685 req-46d0fb87-ecbe-41f2-aa59-8305230693c6 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343397 Sep 25 03:32:23.795979 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-78a66885-51f9-4cab-940c-4737cf51a843 req-85909c58-718b-4320-8389-626fcc6dccf9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9c952f8f-66bb-4107-9372-4db9640e68c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283561 Sep 25 03:32:23.919074 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be02e02d-29a5-44fc-8a77-fe5d56d500bb req-a637cc3f-3ef1-43b6-8fe0-b8b4384d35e4 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:23.920605 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-be02e02d-29a5-44fc-8a77-fe5d56d500bb req-a637cc3f-3ef1-43b6-8fe0-b8b4384d35e4 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2f689b-e392-43fe-8c93-76c444774241 HTTP/1.1" status: 200 len: 944 time: 0.1292298 Sep 25 03:32:23.945299 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512092dd-adca-43cc-8766-76982f2d8da4 req-1fa088ef-21f7-4926-9087-6a154e046d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:23.946768 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-512092dd-adca-43cc-8766-76982f2d8da4 req-1fa088ef-21f7-4926-9087-6a154e046d74 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9f576e48-52f6-4140-b5d4-183d14373bb8 HTTP/1.1" status: 200 len: 1098 time: 0.0440111 Sep 25 03:32:23.961495 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-78a66885-51f9-4cab-940c-4737cf51a843 req-a8f005a5-260e-4f58-87bf-8014ec8704c2 service neutron] 10.222.0.45 "GET /v2.0/networks/9c952f8f-66bb-4107-9372-4db9640e68c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565788 Sep 25 03:32:23.986037 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-512092dd-adca-43cc-8766-76982f2d8da4 req-8df85aa9-21de-4239-8dbd-6c00c8403da0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305870 Sep 25 03:32:24.031216 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-be02e02d-29a5-44fc-8a77-fe5d56d500bb req-b12ffed5-b46c-4a83-809e-86f305af1547 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d6133d8-bed9-4360-990b-ffc51049b4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958908 Sep 25 03:32:24.081625 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070eb698-f056-4546-ac55-3b8511d8d7e8 req-7522ab36-d7b2-4065-99a2-25e8e4ca7bf7 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:24.083327 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-070eb698-f056-4546-ac55-3b8511d8d7e8 req-7522ab36-d7b2-4065-99a2-25e8e4ca7bf7 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f576e48-52f6-4140-b5d4-183d14373bb8 HTTP/1.1" status: 200 len: 945 time: 0.1398323 Sep 25 03:32:24.120783 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-78a66885-51f9-4cab-940c-4737cf51a843 req-abba60c5-05e5-4cf1-96c7-4a7d5aea01a3 service neutron] 10.222.0.45 "GET /v2.0/networks/9c952f8f-66bb-4107-9372-4db9640e68c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409314 Sep 25 03:32:24.140877 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-070eb698-f056-4546-ac55-3b8511d8d7e8 req-302a0526-e0ff-457b-a5f2-d02e3be5c4ef tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482795 Sep 25 03:32:25.166351 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79de6f1e-ba28-4a5e-9b48-b1dbb69ed069 req-3aedb31f-e6fb-416c-a623-5cfa22957252 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:25.167900 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-79de6f1e-ba28-4a5e-9b48-b1dbb69ed069 req-3aedb31f-e6fb-416c-a623-5cfa22957252 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2f689b-e392-43fe-8c93-76c444774241 HTTP/1.1" status: 200 len: 944 time: 0.0601664 Sep 25 03:32:25.206438 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-79de6f1e-ba28-4a5e-9b48-b1dbb69ed069 req-98b0d7b7-6211-485a-9fbf-82f9302a2b76 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d6133d8-bed9-4360-990b-ffc51049b4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324159 Sep 25 03:32:25.314770 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5cdceb-a18e-4f4e-a285-f15c9129a89c req-72107256-7f9f-49da-a9e5-f9b8a309a445 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:25.316427 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6b5cdceb-a18e-4f4e-a285-f15c9129a89c req-72107256-7f9f-49da-a9e5-f9b8a309a445 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f576e48-52f6-4140-b5d4-183d14373bb8 HTTP/1.1" status: 200 len: 945 time: 0.0549502 Sep 25 03:32:25.356668 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6b5cdceb-a18e-4f4e-a285-f15c9129a89c req-9ff9e390-c0f2-44f2-8b82-335eb72682e2 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339980 Sep 25 03:32:26.336178 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe0102c-b14b-47b4-9fef-b5d6fba5e33b req-5ed8eaaf-8015-4fb0-8a18-112a3969770f tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:26.337855 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4fe0102c-b14b-47b4-9fef-b5d6fba5e33b req-5ed8eaaf-8015-4fb0-8a18-112a3969770f tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2f689b-e392-43fe-8c93-76c444774241 HTTP/1.1" status: 200 len: 944 time: 0.0588362 Sep 25 03:32:26.387343 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4fe0102c-b14b-47b4-9fef-b5d6fba5e33b req-92dfb90d-6f89-441c-98e6-f333a0e7322d tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d6133d8-bed9-4360-990b-ffc51049b4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378358 Sep 25 03:32:26.513763 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcde695a-58d1-43de-8f50-ef87debe2714 req-0d9737ea-2426-4b48-8f7a-80ba4c5fb992 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:26.516408 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-dcde695a-58d1-43de-8f50-ef87debe2714 req-0d9737ea-2426-4b48-8f7a-80ba4c5fb992 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f576e48-52f6-4140-b5d4-183d14373bb8 HTTP/1.1" status: 200 len: 945 time: 0.0787430 Sep 25 03:32:26.578747 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-dcde695a-58d1-43de-8f50-ef87debe2714 req-8949d683-97af-4b71-8482-61de9b7acb8d tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555527 Sep 25 03:32:26.937970 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:27.518443 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8f8e9b-f9de-4f8a-b07a-a2759171b92d req-68239214-392d-47dd-8730-2417d1cc0a13 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:27.519848 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-de8f8e9b-f9de-4f8a-b07a-a2759171b92d req-68239214-392d-47dd-8730-2417d1cc0a13 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2f689b-e392-43fe-8c93-76c444774241 HTTP/1.1" status: 200 len: 944 time: 0.0533597 Sep 25 03:32:27.561391 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-de8f8e9b-f9de-4f8a-b07a-a2759171b92d req-f7b83762-31f9-44e0-be71-0697201fea97 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d6133d8-bed9-4360-990b-ffc51049b4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346446 Sep 25 03:32:27.705645 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c97b20-00f5-4385-b0d5-cadb203a2e7b req-c28c2fba-bdd8-4d43-9eea-efade0479911 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:27.707336 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-23c97b20-00f5-4385-b0d5-cadb203a2e7b req-c28c2fba-bdd8-4d43-9eea-efade0479911 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f576e48-52f6-4140-b5d4-183d14373bb8 HTTP/1.1" status: 200 len: 945 time: 0.0572200 Sep 25 03:32:27.757226 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-23c97b20-00f5-4385-b0d5-cadb203a2e7b req-ef3889f2-96ad-4bac-9794-2f35914476bf tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388336 Sep 25 03:32:28.028117 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b02aa-728b-4fec-b3ed-691439b9d2a5 req-cfa0b088-6f32-4f20-8b1c-f5a7332195b0 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:28.029524 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d77b02aa-728b-4fec-b3ed-691439b9d2a5 req-cfa0b088-6f32-4f20-8b1c-f5a7332195b0 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f576e48-52f6-4140-b5d4-183d14373bb8 HTTP/1.1" status: 200 len: 945 time: 0.0573468 Sep 25 03:32:28.070665 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d77b02aa-728b-4fec-b3ed-691439b9d2a5 req-122b3569-f993-4129-bc2a-a916132aeac0 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322249 Sep 25 03:32:28.681613 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e82e13-89b6-4d51-a322-acd8df314d20 req-94b2e6aa-bd40-4488-ad70-2b14a18c45e9 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:28.683099 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e6e82e13-89b6-4d51-a322-acd8df314d20 req-94b2e6aa-bd40-4488-ad70-2b14a18c45e9 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2f689b-e392-43fe-8c93-76c444774241 HTTP/1.1" status: 200 len: 944 time: 0.0506153 Sep 25 03:32:28.726124 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e6e82e13-89b6-4d51-a322-acd8df314d20 req-aaf16524-5c57-4a8c-95ad-5864345e075a tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d6133d8-bed9-4360-990b-ffc51049b4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341229 Sep 25 03:32:29.205451 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e534676-8610-4ff0-9d3d-bea0ae724ada req-c5c08d66-9516-4f6e-860b-2e955c86ee49 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:29.207032 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4e534676-8610-4ff0-9d3d-bea0ae724ada req-c5c08d66-9516-4f6e-860b-2e955c86ee49 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f576e48-52f6-4140-b5d4-183d14373bb8 HTTP/1.1" status: 200 len: 945 time: 0.0634129 Sep 25 03:32:29.255969 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4e534676-8610-4ff0-9d3d-bea0ae724ada req-325601a5-ebee-4d72-9e86-42f415d3fdfc tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409758 Sep 25 03:32:29.853839 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67fa67b-5126-43a9-b4dc-4f60339b70cc req-8a09e110-6ab7-4661-ba80-099912a7ce34 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:29.855375 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f67fa67b-5126-43a9-b4dc-4f60339b70cc req-8a09e110-6ab7-4661-ba80-099912a7ce34 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2f689b-e392-43fe-8c93-76c444774241 HTTP/1.1" status: 200 len: 944 time: 0.0565679 Sep 25 03:32:29.897514 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f67fa67b-5126-43a9-b4dc-4f60339b70cc req-cb6891a7-5136-4275-9d2b-a166d7591a8f tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d6133d8-bed9-4360-990b-ffc51049b4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355575 Sep 25 03:32:30.395903 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faacc9ba-e701-45b1-914d-9ed6e5c11871 req-cf069444-d6df-4a8d-b23e-9e2429d26b4a tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:30.397644 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-faacc9ba-e701-45b1-914d-9ed6e5c11871 req-cf069444-d6df-4a8d-b23e-9e2429d26b4a tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f576e48-52f6-4140-b5d4-183d14373bb8 HTTP/1.1" status: 200 len: 945 time: 0.0600514 Sep 25 03:32:30.455669 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-faacc9ba-e701-45b1-914d-9ed6e5c11871 req-a794f476-e14f-4f19-8444-325dc3e12ac6 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488794 Sep 25 03:32:31.025728 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6923f-c14e-4d40-b170-17cedfb77979 req-b07653bd-588b-4885-aca3-33532797beaa tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:31.027269 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-cfd6923f-c14e-4d40-b170-17cedfb77979 req-b07653bd-588b-4885-aca3-33532797beaa tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2f689b-e392-43fe-8c93-76c444774241 HTTP/1.1" status: 200 len: 944 time: 0.0553281 Sep 25 03:32:31.071386 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-cfd6923f-c14e-4d40-b170-17cedfb77979 req-68880222-9bb4-4d76-94f2-f3e72eb91e40 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d6133d8-bed9-4360-990b-ffc51049b4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378094 Sep 25 03:32:31.600915 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f0d48-0067-44ab-94df-07fb2555b205 req-da2b63cc-3637-4ef4-a05f-f6e387b537e8 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:31.602566 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-631f0d48-0067-44ab-94df-07fb2555b205 req-da2b63cc-3637-4ef4-a05f-f6e387b537e8 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f576e48-52f6-4140-b5d4-183d14373bb8 HTTP/1.1" status: 200 len: 945 time: 0.0595689 Sep 25 03:32:31.650909 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-631f0d48-0067-44ab-94df-07fb2555b205 req-af5ac349-25c8-4a83-9eba-b438fb7dfd04 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411232 Sep 25 03:32:32.202134 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5538e642-036d-422b-ac53-ec89d0a009fd req-86e5c2cf-637c-48e8-ba7f-7550b7378112 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:32.203726 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5538e642-036d-422b-ac53-ec89d0a009fd req-86e5c2cf-637c-48e8-ba7f-7550b7378112 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2f689b-e392-43fe-8c93-76c444774241 HTTP/1.1" status: 200 len: 944 time: 0.0587745 Sep 25 03:32:32.248416 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5538e642-036d-422b-ac53-ec89d0a009fd req-48f64292-eca2-4a05-aa3a-3a3aea87c6b5 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d6133d8-bed9-4360-990b-ffc51049b4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376515 Sep 25 03:32:32.794249 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae45c60-a40b-4724-81e8-c09949e45e76 req-6ddef8fc-02ea-4cf8-b5ee-fc8c3ed4de7d tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:32.795730 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3ae45c60-a40b-4724-81e8-c09949e45e76 req-6ddef8fc-02ea-4cf8-b5ee-fc8c3ed4de7d tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f576e48-52f6-4140-b5d4-183d14373bb8 HTTP/1.1" status: 200 len: 945 time: 0.0695298 Sep 25 03:32:32.840766 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3ae45c60-a40b-4724-81e8-c09949e45e76 req-750d336b-422c-4802-a423-822579cc3038 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381420 Sep 25 03:32:33.384987 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca110b-dd5b-4417-9715-e8d5b08a6982 req-dd79ebf8-0f6e-4565-b704-5b5db8508af0 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:33.386591 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-dfca110b-dd5b-4417-9715-e8d5b08a6982 req-dd79ebf8-0f6e-4565-b704-5b5db8508af0 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2f689b-e392-43fe-8c93-76c444774241 HTTP/1.1" status: 200 len: 944 time: 0.0637159 Sep 25 03:32:33.428112 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-dfca110b-dd5b-4417-9715-e8d5b08a6982 req-0745c8aa-f1b1-428b-8e0f-2d1595763364 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d6133d8-bed9-4360-990b-ffc51049b4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350883 Sep 25 03:32:33.569722 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9f6009-8d4d-488d-bd3b-35d00823e8c1 req-c9470603-3089-4043-99af-ced257724e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:33.571292 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5f9f6009-8d4d-488d-bd3b-35d00823e8c1 req-c9470603-3089-4043-99af-ced257724e7b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=de34d8eb54e54aada3800c65f70a10d3&device_id=9f576e48-52f6-4140-b5d4-183d14373bb8 HTTP/1.1" status: 200 len: 1098 time: 0.0450704 Sep 25 03:32:33.698814 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9f6009-8d4d-488d-bd3b-35d00823e8c1 req-9fbf2874-d6ba-4c10-96bf-d7ccdf47eb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:33.700424 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5f9f6009-8d4d-488d-bd3b-35d00823e8c1 req-9fbf2874-d6ba-4c10-96bf-d7ccdf47eb54 service neutron] 10.222.0.45 "GET /v2.0/networks?id=04b053c7-110d-4a44-9e11-89395a2b33fc HTTP/1.1" status: 200 len: 919 time: 0.1198378 Sep 25 03:32:33.750506 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5f9f6009-8d4d-488d-bd3b-35d00823e8c1 req-7a8d7476-efd4-4f82-9506-684cb4ae9361 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eabedb0a-c09f-4603-9fcc-8e6dbc74f7ec HTTP/1.1" status: 200 len: 217 time: 0.0422392 Sep 25 03:32:33.819506 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9f6009-8d4d-488d-bd3b-35d00823e8c1 req-9e9370a3-8108-46c9-bddf-f2fa3c41fb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:33.821489 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5f9f6009-8d4d-488d-bd3b-35d00823e8c1 req-9e9370a3-8108-46c9-bddf-f2fa3c41fb9e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0072f95d-4fdc-4aac-bdda-8212120e86d9 HTTP/1.1" status: 200 len: 858 time: 0.0639737 Sep 25 03:32:33.856176 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5f9f6009-8d4d-488d-bd3b-35d00823e8c1 req-32c53bfb-c1c1-4107-a005-c4884fc2c508 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=04b053c7-110d-4a44-9e11-89395a2b33fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268233 Sep 25 03:32:34.000918 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5f9f6009-8d4d-488d-bd3b-35d00823e8c1 req-cd0d0831-8e7c-49e4-89a8-7b9cd823c32e service neutron] 10.222.0.45 "GET /v2.0/networks/04b053c7-110d-4a44-9e11-89395a2b33fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374767 Sep 25 03:32:34.016433 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94126332-fcde-4855-ac7e-39cd24110ea0 req-a6237d98-2298-42d9-beba-87120dbb9d8a tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:34.018448 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-94126332-fcde-4855-ac7e-39cd24110ea0 req-a6237d98-2298-42d9-beba-87120dbb9d8a tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f576e48-52f6-4140-b5d4-183d14373bb8 HTTP/1.1" status: 200 len: 945 time: 0.0797999 Sep 25 03:32:34.116447 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-94126332-fcde-4855-ac7e-39cd24110ea0 req-3346be65-8a3d-4ba4-98f9-984545919eec tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885966 Sep 25 03:32:34.142843 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5f9f6009-8d4d-488d-bd3b-35d00823e8c1 req-5c13953e-3727-4c59-8d03-103de1770c68 service neutron] 10.222.0.45 "GET /v2.0/networks/04b053c7-110d-4a44-9e11-89395a2b33fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233623 Sep 25 03:32:34.603460 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab498dbc-bdb9-4a0f-8e51-87258e39d0ad req-caff7c41-8585-4f4e-8888-56ad584dc271 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:34.603460 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ab498dbc-bdb9-4a0f-8e51-87258e39d0ad req-caff7c41-8585-4f4e-8888-56ad584dc271 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2f689b-e392-43fe-8c93-76c444774241 HTTP/1.1" status: 200 len: 944 time: 0.0757356 Sep 25 03:32:34.658234 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ab498dbc-bdb9-4a0f-8e51-87258e39d0ad req-9f67b04a-d08d-4a27-8d24-789c28c42ec2 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d6133d8-bed9-4360-990b-ffc51049b4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493836 Sep 25 03:32:35.280246 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04bb714-74b7-44cc-b6e4-211b4f244cb6 req-625feb3e-dedc-41a8-8275-f519c10a356e tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:35.282213 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f04bb714-74b7-44cc-b6e4-211b4f244cb6 req-625feb3e-dedc-41a8-8275-f519c10a356e tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f576e48-52f6-4140-b5d4-183d14373bb8 HTTP/1.1" status: 200 len: 945 time: 0.0647297 Sep 25 03:32:35.375162 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f04bb714-74b7-44cc-b6e4-211b4f244cb6 req-d908d911-918d-480c-9d97-76e712dc6fbc tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792181 Sep 25 03:32:35.465849 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 52828) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:32:35.649564 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-a0316642-cfa4-4a98-9624-3a645e5e6e48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:35.787698 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-a0316642-cfa4-4a98-9624-3a645e5e6e48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:35.793465 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-a0316642-cfa4-4a98-9624-3a645e5e6e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:35.810165 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a94140-18df-4872-8eeb-ae792fada9de req-2c4e93ee-984c-4e77-8aff-bf616edbed94 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:35.811634 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-64a94140-18df-4872-8eeb-ae792fada9de req-2c4e93ee-984c-4e77-8aff-bf616edbed94 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2f689b-e392-43fe-8c93-76c444774241 HTTP/1.1" status: 200 len: 944 time: 0.0574358 Sep 25 03:32:35.848160 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-a0316642-cfa4-4a98-9624-3a645e5e6e48 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d3203c36d95840ada66c9bd0d912d124&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3812003 Sep 25 03:32:35.852458 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0316642-cfa4-4a98-9624-3a645e5e6e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ad4840-a9cc-46a4-8759-b200389e37b8,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:32:35.858888 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 52836) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:32:35.880164 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-64a94140-18df-4872-8eeb-ae792fada9de req-8836d33d-053e-4851-bdfa-4a03922e4f9f tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d6133d8-bed9-4360-990b-ffc51049b4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530996 Sep 25 03:32:35.935520 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f45bb05e-cdba-4617-a28f-0c6344c942c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:35.961954 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f45bb05e-cdba-4617-a28f-0c6344c942c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:36.039014 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f45bb05e-cdba-4617-a28f-0c6344c942c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:36.044571 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f45bb05e-cdba-4617-a28f-0c6344c942c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:36.049134 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-f45bb05e-cdba-4617-a28f-0c6344c942c2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a2ad4840-a9cc-46a4-8759-b200389e37b8 HTTP/1.1" status: 204 len: 168 time: 0.1865427 Sep 25 03:32:36.063773 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45bb05e-cdba-4617-a28f-0c6344c942c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ad4840-a9cc-46a4-8759-b200389e37b8,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:32:36.482853 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device bf8fd9c1-3d2e-4a69-98db-f7736f171a3b details requested by agent hyperv_hv-cinder-77570 with host hv-cinder-77570 {{(pid=94022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 03:32:36.649536 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] For port bf8fd9c1-3d2e-4a69-98db-f7736f171a3b, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=bf8fd9c1-3d2e-4a69-98db-f7736f171a3b,segment=NetworkSegment(58aa6ed3-d7cb-4031-8ddd-7e75652cc68a),segment_id=58aa6ed3-d7cb-4031-8ddd-7e75652cc68a)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:32:36.663106 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01766def-4ba2-4978-9429-d24d324e3658 req-18918368-a46b-466c-89f0-6e642b521771 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:36.663416 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Returning: {'device': 'bf8fd9c1-3d2e-4a69-98db-f7736f171a3b', 'network_id': '9c952f8f-66bb-4107-9372-4db9640e68c6', 'port_id': 'bf8fd9c1-3d2e-4a69-98db-f7736f171a3b', 'mac_address': 'fa:16:3e:1e:09:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db6e0dfb-6372-4d03-a1b4-e4a5be197a40', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 03:32:36.677314 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-01766def-4ba2-4978-9429-d24d324e3658 req-18918368-a46b-466c-89f0-6e642b521771 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f576e48-52f6-4140-b5d4-183d14373bb8 HTTP/1.1" status: 200 len: 945 time: 0.1605198 Sep 25 03:32:36.727962 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:36.751939 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-01766def-4ba2-4978-9429-d24d324e3658 req-d3d6dbad-6e62-4719-b908-fb2b0f1f679f tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724847 Sep 25 03:32:36.763914 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf8fd9c1-3d2e-4a69-98db-f7736f171a3b {{(pid=94022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 03:32:36.795313 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] For port bf8fd9c1-3d2e-4a69-98db-f7736f171a3b, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=bf8fd9c1-3d2e-4a69-98db-f7736f171a3b,segment=NetworkSegment(58aa6ed3-d7cb-4031-8ddd-7e75652cc68a),segment_id=58aa6ed3-d7cb-4031-8ddd-7e75652cc68a)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:32:36.802490 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:36.874761 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Pushing event updated for resources: {'Port': ['ID=bf8fd9c1-3d2e-4a69-98db-f7736f171a3b,revision_number=4']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:32:37.051732 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82464679-edd4-4b6d-b997-df9bcbf3ce22 req-2b4854b3-2456-4256-8cd3-dc2a8446c7ba tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:37.053648 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-82464679-edd4-4b6d-b997-df9bcbf3ce22 req-2b4854b3-2456-4256-8cd3-dc2a8446c7ba tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2f689b-e392-43fe-8c93-76c444774241 HTTP/1.1" status: 200 len: 945 time: 0.0700908 Sep 25 03:32:37.127665 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-82464679-edd4-4b6d-b997-df9bcbf3ce22 req-378ccb08-cde0-4b6f-b28d-b8f7d9e0c657 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d6133d8-bed9-4360-990b-ffc51049b4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596976 Sep 25 03:32:37.187598 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 52896) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:32:37.300445 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] get_ports_and_sgs() called for port_ids ['bf8fd9c1-3d2e-4a69-98db-f7736f171a3b'] {{(pid=94022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 25 03:32:37.393427 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-e823aa7a-5e31-41e8-84f7-cc29e40c70e6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-706234497-network', 'tenant_id': '7ef1d76a90104052a3716c563fd608ad'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:32:37.430832 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e823aa7a-5e31-41e8-84f7-cc29e40c70e6 admin admin] Made reservation on behalf of 7ef1d76a90104052a3716c563fd608ad for: {'network': 1} {{(pid=94021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 03:32:37.433984 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-e823aa7a-5e31-41e8-84f7-cc29e40c70e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for network, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:37.447357 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-e823aa7a-5e31-41e8-84f7-cc29e40c70e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:37.582646 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-e823aa7a-5e31-41e8-84f7-cc29e40c70e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:37.588227 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-e823aa7a-5e31-41e8-84f7-cc29e40c70e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:37.616710 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e823aa7a-5e31-41e8-84f7-cc29e40c70e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=94021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 03:32:37.627830 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e823aa7a-5e31-41e8-84f7-cc29e40c70e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f296fb-63ec-41be-b805-a03157b6e738,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:32:37.636700 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-e823aa7a-5e31-41e8-84f7-cc29e40c70e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614597'] for segment, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:37.637031 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.db.segments_db [None req-e823aa7a-5e31-41e8-84f7-cc29e40c70e6 admin admin] Added segment 374bf162-7cd8-4dc5-a46c-108738bf8e34 of type vlan for network 880aba30-576b-4b1a-acc6-7a7e08bebf3a Sep 25 03:32:37.706191 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-e823aa7a-5e31-41e8-84f7-cc29e40c70e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731880296735'] for network, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:37.744150 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-e823aa7a-5e31-41e8-84f7-cc29e40c70e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117'] for network, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:37.745275 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e823aa7a-5e31-41e8-84f7-cc29e40c70e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:37.745872 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-e823aa7a-5e31-41e8-84f7-cc29e40c70e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3625783'] for network, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:37.780942 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-e823aa7a-5e31-41e8-84f7-cc29e40c70e6 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5919180 Sep 25 03:32:37.784017 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 52914) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:32:37.791355 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-886ecd8b-97ae-4153-914b-323155360fd5 admin admin] Request body: {'subnet': {'network_id': '880aba30-576b-4b1a-acc6-7a7e08bebf3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-706234497-subnet', 'tenant_id': '7ef1d76a90104052a3716c563fd608ad', 'ip_version': 4}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:32:37.838699 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e823aa7a-5e31-41e8-84f7-cc29e40c70e6 admin admin] Pushing event updated for resources: {'Network': ['ID=880aba30-576b-4b1a-acc6-7a7e08bebf3a,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:32:37.856743 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Network 880aba30-576b-4b1a-acc6-7a7e08bebf3a details requested by agent ovs-agent-dv-cinder-775706-4-iscsi with host dv-cinder-775706-4-iscsi {{(pid=94022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 03:32:37.860241 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-886ecd8b-97ae-4153-914b-323155360fd5 admin admin] Made reservation on behalf of 7ef1d76a90104052a3716c563fd608ad for: {'subnet': 1} {{(pid=94021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 03:32:37.863086 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-886ecd8b-97ae-4153-914b-323155360fd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9426376'] for subnet, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:38.210346 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065b3155-1485-4b38-862d-012521611a06 req-1913a597-7b06-4685-abf8-089acfffe187 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:38.210346 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-065b3155-1485-4b38-862d-012521611a06 req-1913a597-7b06-4685-abf8-089acfffe187 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f576e48-52f6-4140-b5d4-183d14373bb8 HTTP/1.1" status: 200 len: 945 time: 0.1170661 Sep 25 03:32:38.329653 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-065b3155-1485-4b38-862d-012521611a06 req-a0791698-39f0-41d8-b32f-05b6720aa736 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056523 Sep 25 03:32:38.406528 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c08c911-41df-4675-aef3-8feffdf59816 req-81ff6f39-ffce-4dd2-8b22-ffb95aaec6b6 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:38.409574 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3c08c911-41df-4675-aef3-8feffdf59816 req-81ff6f39-ffce-4dd2-8b22-ffb95aaec6b6 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2f689b-e392-43fe-8c93-76c444774241 HTTP/1.1" status: 200 len: 945 time: 0.1657348 Sep 25 03:32:38.498581 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device bf8fd9c1-3d2e-4a69-98db-f7736f171a3b up at agent hyperv_hv-cinder-77570 {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 03:32:38.547261 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3c08c911-41df-4675-aef3-8feffdf59816 req-29f8240d-cc92-424b-a5d7-2c049e690150 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d6133d8-bed9-4360-990b-ffc51049b4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288185 Sep 25 03:32:38.590616 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-886ecd8b-97ae-4153-914b-323155360fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3214462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9426426'] for subnet, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:38.649450 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886ecd8b-97ae-4153-914b-323155360fd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b95fb34-6b69-4305-8271-231f7ffdb3bd,revision_number=0']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:32:38.694975 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886ecd8b-97ae-4153-914b-323155360fd5 admin admin] Checking segment: {'id': '374bf162-7cd8-4dc5-a46c-108738bf8e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '880aba30-576b-4b1a-acc6-7a7e08bebf3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 03:32:38.695741 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886ecd8b-97ae-4153-914b-323155360fd5 admin admin] Network hostable DHCP agents. Network: 880aba30-576b-4b1a-acc6-7a7e08bebf3a, hostable agents: ['2fa0f05e-bfa9-4bbd-9fe7-8d8f67ba176e'], hosted agents: [] {{(pid=94021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 03:32:38.722369 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886ecd8b-97ae-4153-914b-323155360fd5 admin admin] Network 880aba30-576b-4b1a-acc6-7a7e08bebf3a is scheduled to be hosted by DHCP agent 2fa0f05e-bfa9-4bbd-9fe7-8d8f67ba176e with binding_index 1 {{(pid=94021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 03:32:38.733696 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Provisioning for port bf8fd9c1-3d2e-4a69-98db-f7736f171a3b completed by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 25 03:32:38.745589 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Provisioning complete for port bf8fd9c1-3d2e-4a69-98db-f7736f171a3b triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:32:38.747049 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:38.753062 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.base_scheduler [None req-886ecd8b-97ae-4153-914b-323155360fd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-4-iscsi, 880aba30-576b-4b1a-acc6-7a7e08bebf3a) {{(pid=94021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:32:38.770428 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886ecd8b-97ae-4153-914b-323155360fd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:38.771686 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-886ecd8b-97ae-4153-914b-323155360fd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3625783'] for subnet, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:38.775293 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 52944) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:32:38.800912 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 52948) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:32:38.802516 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-886ecd8b-97ae-4153-914b-323155360fd5 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0172062 Sep 25 03:32:38.805356 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a81fdc-b760-4222-bd33-bc8ca1c91e4b None None] Network 880aba30-576b-4b1a-acc6-7a7e08bebf3a requested from dv-cinder-775706-4-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 03:32:38.807516 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-3cf67ad1-fada-4d05-bb42-be373310d39a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-706234497-router', 'tenant_id': '7ef1d76a90104052a3716c563fd608ad', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4'}}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:32:38.845506 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-3cf67ad1-fada-4d05-bb42-be373310d39a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3896197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-664'] for router, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:38.862225 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-3cf67ad1-fada-4d05-bb42-be373310d39a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3899253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3897221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3754266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-657'] for router, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:38.924056 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:39.030053 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-3cf67ad1-fada-4d05-bb42-be373310d39a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:39.053194 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae2f689b-e392-43fe-8c93-76c444774241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf8fd9c1-3d2e-4a69-98db-f7736f171a3b'}] {{(pid=94022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 03:32:39.056950 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9141e1544748c335de5c87e81d01f98f4272279fe7d072e46966747184492a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5471ab28-ac98-411c-8c62-90863bd0106f" -d '{"events": [{"server_uuid": "ae2f689b-e392-43fe-8c93-76c444774241", "name": "network-vif-plugged", "status": "completed", "tag": "bf8fd9c1-3d2e-4a69-98db-f7736f171a3b"}]}' {{(pid=94022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 03:32:39.104235 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] For port bf8fd9c1-3d2e-4a69-98db-f7736f171a3b, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=bf8fd9c1-3d2e-4a69-98db-f7736f171a3b,segment=NetworkSegment(58aa6ed3-d7cb-4031-8ddd-7e75652cc68a),segment_id=58aa6ed3-d7cb-4031-8ddd-7e75652cc68a)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:32:39.117847 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:39.238228 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 03:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f874af17-c026-41d1-8aef-f18cd77cc7f7 x-openstack-request-id: req-f874af17-c026-41d1-8aef-f18cd77cc7f7 {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 03:32:39.238888 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae2f689b-e392-43fe-8c93-76c444774241", "name": "network-vif-plugged", "status": "completed", "tag": "bf8fd9c1-3d2e-4a69-98db-f7736f171a3b", "code": 200}]} {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 03:32:39.239319 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f874af17-c026-41d1-8aef-f18cd77cc7f7 {{(pid=94022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 03:32:39.239981 dv-cinder-775706-4-iscsi neutron-server[94022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae2f689b-e392-43fe-8c93-76c444774241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf8fd9c1-3d2e-4a69-98db-f7736f171a3b', 'code': 200} Sep 25 03:32:39.290441 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Pushing event updated for resources: {'Port': ['ID=bf8fd9c1-3d2e-4a69-98db-f7736f171a3b,revision_number=5']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:32:39.315799 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1896e4e-059f-45bf-a0e0-93ba3a4fc422 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c88a26-1ed6-5ec8-9aa6-98e2f6c7529d-880aba30-576b-4b1a-acc6-7a7e08bebf3a', 'network_id': '880aba30-576b-4b1a-acc6-7a7e08bebf3a', 'tenant_id': '7ef1d76a90104052a3716c563fd608ad', 'fixed_ips': [{'subnet_id': '0b95fb34-6b69-4305-8271-231f7ffdb3bd'}]}} from dv-cinder-775706-4-iscsi. {{(pid=94022) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 25 03:32:39.318320 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-c1896e4e-059f-45bf-a0e0-93ba3a4fc422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_create {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:39.338096 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-2df80473-5ac6-4859-a774-c2b65a75e658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:39.426187 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-3cf67ad1-fada-4d05-bb42-be373310d39a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:39.548274 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.db_base_plugin_common [None req-c1896e4e-059f-45bf-a0e0-93ba3a4fc422 None None] Allocated IP 172.20.0.2 (880aba30-576b-4b1a-acc6-7a7e08bebf3a/0b95fb34-6b69-4305-8271-231f7ffdb3bd/f12d28e6-f87f-42ee-8d80-cdc461c2566a) {{(pid=94022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 03:32:39.579015 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-2df80473-5ac6-4859-a774-c2b65a75e658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:39.586650 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-2df80473-5ac6-4859-a774-c2b65a75e658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:39.638298 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df80473-5ac6-4859-a774-c2b65a75e658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3e9b44-e2c9-47b0-834a-6a4d02293e54,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:32:39.644786 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-2df80473-5ac6-4859-a774-c2b65a75e658 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0ebeefce0ead4728ba5c33eb7490c1a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8682151 Sep 25 03:32:39.648732 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 52970) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:32:39.746383 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7936a1-bc06-4c64-955e-e9742f06c7cc req-c3a84162-8e7a-424f-a048-26972cc7a5ef tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:39.748055 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1b7936a1-bc06-4c64-955e-e9742f06c7cc req-c3a84162-8e7a-424f-a048-26972cc7a5ef tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2f689b-e392-43fe-8c93-76c444774241 HTTP/1.1" status: 200 len: 946 time: 0.1078560 Sep 25 03:32:39.753571 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-c1896e4e-059f-45bf-a0e0-93ba3a4fc422 None None] Notify callbacks [] for port, precommit_create {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:39.753887 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-b12892ef-41a5-481c-989f-2473da6f6707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:39.765306 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-c1896e4e-059f-45bf-a0e0-93ba3a4fc422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731880292801'] for port, after_create {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:39.800059 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-b12892ef-41a5-481c-989f-2473da6f6707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:39.801854 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-3cf67ad1-fada-4d05-bb42-be373310d39a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:39.824190 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-3cf67ad1-fada-4d05-bb42-be373310d39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:39.828422 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1896e4e-059f-45bf-a0e0-93ba3a4fc422 None None] Network 880aba30-576b-4b1a-acc6-7a7e08bebf3a is already hosted by enough agents. {{(pid=94022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 03:32:39.832901 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.scheduler.base_scheduler [None req-c1896e4e-059f-45bf-a0e0-93ba3a4fc422 None None] Resources bound (agent type, host, resource id): {{(pid=94022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:32:39.839223 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1896e4e-059f-45bf-a0e0-93ba3a4fc422 None None] Received port after_create {{(pid=94022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 03:32:39.849143 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1b7936a1-bc06-4c64-955e-e9742f06c7cc req-67167720-787c-464d-a875-46186d306e30 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d6133d8-bed9-4360-990b-ffc51049b4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895367 Sep 25 03:32:39.881650 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1896e4e-059f-45bf-a0e0-93ba3a4fc422 None None] Pushing event updated for resources: {'Port': ['ID=f12d28e6-f87f-42ee-8d80-cdc461c2566a,revision_number=1']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:32:39.901604 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-b12892ef-41a5-481c-989f-2473da6f6707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:39.904277 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-b12892ef-41a5-481c-989f-2473da6f6707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:39.905504 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-b12892ef-41a5-481c-989f-2473da6f6707 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ea3e9b44-e2c9-47b0-834a-6a4d02293e54 HTTP/1.1" status: 204 len: 168 time: 0.2557137 Sep 25 03:32:39.917431 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12892ef-41a5-481c-989f-2473da6f6707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3e9b44-e2c9-47b0-834a-6a4d02293e54,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:32:39.925259 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-c1896e4e-059f-45bf-a0e0-93ba3a4fc422 None None] Attempting to bind port f12d28e6-f87f-42ee-8d80-cdc461c2566a on host dv-cinder-775706-4-iscsi for vnic_type normal with profile {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 03:32:39.926014 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-c1896e4e-059f-45bf-a0e0-93ba3a4fc422 None None] Attempting to bind port f12d28e6-f87f-42ee-8d80-cdc461c2566a by drivers openvswitch,hyperv on host dv-cinder-775706-4-iscsi at level 0 using segments [{'id': '374bf162-7cd8-4dc5-a46c-108738bf8e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '880aba30-576b-4b1a-acc6-7a7e08bebf3a'}] {{(pid=94022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 03:32:39.926550 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1896e4e-059f-45bf-a0e0-93ba3a4fc422 None None] Attempting to bind port f12d28e6-f87f-42ee-8d80-cdc461c2566a on network 880aba30-576b-4b1a-acc6-7a7e08bebf3a {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 03:32:39.944669 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1896e4e-059f-45bf-a0e0-93ba3a4fc422 None None] Checking agent: {'id': '92762cd5-f40e-4e3b-860e-7f1faf1bdbcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 3, 21, 49), 'started_at': datetime.datetime(2021, 9, 25, 3, 22, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 3, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 03:32:39.945038 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1896e4e-059f-45bf-a0e0-93ba3a4fc422 None None] Checking segment: {'id': '374bf162-7cd8-4dc5-a46c-108738bf8e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '880aba30-576b-4b1a-acc6-7a7e08bebf3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 03:32:39.945445 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-c1896e4e-059f-45bf-a0e0-93ba3a4fc422 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:39.945978 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1896e4e-059f-45bf-a0e0-93ba3a4fc422 None None] Bound using segment: {'id': '374bf162-7cd8-4dc5-a46c-108738bf8e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '880aba30-576b-4b1a-acc6-7a7e08bebf3a'} {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 03:32:39.946476 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-c1896e4e-059f-45bf-a0e0-93ba3a4fc422 None None] Bound port: f12d28e6-f87f-42ee-8d80-cdc461c2566a, host: dv-cinder-775706-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '374bf162-7cd8-4dc5-a46c-108738bf8e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '880aba30-576b-4b1a-acc6-7a7e08bebf3a'}}] {{(pid=94022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 03:32:39.946862 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-c1896e4e-059f-45bf-a0e0-93ba3a4fc422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:40.009443 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.db.db_base_plugin_common [None req-3cf67ad1-fada-4d05-bb42-be373310d39a admin admin] Allocated IP 172.27.1.202 (11c2fcee-3e12-40fc-bbdd-73661221b9b4/9bf1e901-4101-4c8d-9b58-09aedeb11d2a/6c6f8c49-6768-4f0d-9326-4ee1536f9735) {{(pid=94020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 03:32:40.044789 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-c1896e4e-059f-45bf-a0e0-93ba3a4fc422 None None] For port f12d28e6-f87f-42ee-8d80-cdc461c2566a, host dv-cinder-775706-4-iscsi, cleared binding levels {{(pid=94022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 03:32:40.049908 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-c1896e4e-059f-45bf-a0e0-93ba3a4fc422 None None] For port f12d28e6-f87f-42ee-8d80-cdc461c2566a, host dv-cinder-775706-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=f12d28e6-f87f-42ee-8d80-cdc461c2566a,segment=NetworkSegment(374bf162-7cd8-4dc5-a46c-108738bf8e34),segment_id=374bf162-7cd8-4dc5-a46c-108738bf8e34)] {{(pid=94022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 03:32:40.061342 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-c1896e4e-059f-45bf-a0e0-93ba3a4fc422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:40.134054 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1896e4e-059f-45bf-a0e0-93ba3a4fc422 None None] Pushing event updated for resources: {'Port': ['ID=f12d28e6-f87f-42ee-8d80-cdc461c2566a,revision_number=2']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:32:40.150325 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-3cf67ad1-fada-4d05-bb42-be373310d39a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:40.195635 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-3cf67ad1-fada-4d05-bb42-be373310d39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731880292801'] for port, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:40.247473 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf67ad1-fada-4d05-bb42-be373310d39a admin admin] Network 11c2fcee-3e12-40fc-bbdd-73661221b9b4 is already hosted by enough agents. {{(pid=94020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 03:32:40.251390 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.base_scheduler [None req-3cf67ad1-fada-4d05-bb42-be373310d39a admin admin] Resources bound (agent type, host, resource id): {{(pid=94020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:32:40.257182 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf67ad1-fada-4d05-bb42-be373310d39a admin admin] Received port after_create {{(pid=94020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 03:32:40.395167 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf67ad1-fada-4d05-bb42-be373310d39a admin admin] Pushing event updated for resources: {'Port': ['ID=6c6f8c49-6768-4f0d-9326-4ee1536f9735,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:32:40.537810 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-3cf67ad1-fada-4d05-bb42-be373310d39a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:40.754767 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-3cf67ad1-fada-4d05-bb42-be373310d39a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3899148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897272'] for router, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:40.908135 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cf67ad1-fada-4d05-bb42-be373310d39a admin admin] Router ee882d62-57cb-438d-b888-297a1e4fa937 is scheduled to L3 agent be170b3f-ec9b-4dfa-8e40-fa1591bf80a9 with binding_index 1 {{(pid=94020) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 03:32:41.041368 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cf67ad1-fada-4d05-bb42-be373310d39a admin admin] Notify agent at l3_agent.dv-cinder-775706-4-iscsi the message routers_updated {{(pid=94020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 03:32:41.041587 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d85dba-809f-4973-9b40-bbb9d9a7650e req-1b45143f-2f1a-4d71-b266-933ea313403b tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:41.047756 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-31d85dba-809f-4973-9b40-bbb9d9a7650e req-1b45143f-2f1a-4d71-b266-933ea313403b tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2f689b-e392-43fe-8c93-76c444774241 HTTP/1.1" status: 200 len: 946 time: 0.0949383 Sep 25 03:32:41.049221 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device f12d28e6-f87f-42ee-8d80-cdc461c2566a up at agent ovs-agent-dv-cinder-775706-4-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 03:32:41.050489 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2a1dac-6f99-4bac-a8f9-f7114717bca2 None None] Sync routers for ids ['ee882d62-57cb-438d-b888-297a1e4fa937'] in dv-cinder-775706-4-iscsi {{(pid=94023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 03:32:41.077479 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-3cf67ad1-fada-4d05-bb42-be373310d39a admin admin] Notify callbacks [] for router, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:41.078910 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-3cf67ad1-fada-4d05-bb42-be373310d39a admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2756116 Sep 25 03:32:41.082152 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 52984) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:32:41.083455 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2a1dac-6f99-4bac-a8f9-f7114717bca2 None None] Routers {'ee882d62-57cb-438d-b888-297a1e4fa937'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:32:41.084272 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-3e2a1dac-6f99-4bac-a8f9-f7114717bca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:32:18Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['ee882d62-57cb-438d-b888-297a1e4fa937'], 'active': True} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:32:41.134655 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-31d85dba-809f-4973-9b40-bbb9d9a7650e req-70f377e3-6eec-4982-b5f8-7e8ba8d4f019 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d6133d8-bed9-4360-990b-ffc51049b4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750871 Sep 25 03:32:41.136232 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Provisioning complete for port f12d28e6-f87f-42ee-8d80-cdc461c2566a triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:32:41.136907 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:41.197522 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66ea4b2-8b77-4a29-9cb7-9410bda53d2b None None] Network 880aba30-576b-4b1a-acc6-7a7e08bebf3a requested from dv-cinder-775706-4-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 03:32:41.227663 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvr_db [None req-3e2a1dac-6f99-4bac-a8f9-f7114717bca2 None None] Set router ee882d62-57cb-438d-b888-297a1e4fa937 gateway port host: dv-cinder-775706-4-iscsi {{(pid=94023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:32:41.330127 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-c79213e0-152e-47b9-ab0d-c27916a56994 None None] Provisioning complete for port f12d28e6-f87f-42ee-8d80-cdc461c2566a triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:32:41.330492 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-c79213e0-152e-47b9-ab0d-c27916a56994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:41.403029 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:41.486769 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] For port f12d28e6-f87f-42ee-8d80-cdc461c2566a, host dv-cinder-775706-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=f12d28e6-f87f-42ee-8d80-cdc461c2566a,segment=NetworkSegment(374bf162-7cd8-4dc5-a46c-108738bf8e34),segment_id=374bf162-7cd8-4dc5-a46c-108738bf8e34)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:32:41.491698 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-3e2a1dac-6f99-4bac-a8f9-f7114717bca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee882d62-57cb-438d-b888-297a1e4fa937', 'name': 'tempest-TestShelveInstance-706234497-router', 'tenant_id': '7ef1d76a90104052a3716c563fd608ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '6c6f8c49-6768-4f0d-9326-4ee1536f9735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:32:38Z', 'updated_at': '2021-09-25T03:32:40Z', 'revision_number': 3, 'project_id': '7ef1d76a90104052a3716c563fd608ad', 'gw_port': {'id': '6c6f8c49-6768-4f0d-9326-4ee1536f9735', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c6:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee882d62-57cb-438d-b888-297a1e4fa937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:32:39Z', 'updated_at': '2021-09-25T03:32:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi'}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:32:41.519221 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:41.553772 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2a1dac-6f99-4bac-a8f9-f7114717bca2 None None] Checking router: ee882d62-57cb-438d-b888-297a1e4fa937 for host: dv-cinder-775706-4-iscsi {{(pid=94023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 03:32:41.554346 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2a1dac-6f99-4bac-a8f9-f7114717bca2 None None] Updating router ee882d62-57cb-438d-b888-297a1e4fa937 port 6c6f8c49-6768-4f0d-9326-4ee1536f9735 binding host dv-cinder-775706-4-iscsi {{(pid=94023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 03:32:41.586592 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-c79213e0-152e-47b9-ab0d-c27916a56994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:41.601080 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-3e2a1dac-6f99-4bac-a8f9-f7114717bca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:41.629485 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Pushing event updated for resources: {'Port': ['ID=f12d28e6-f87f-42ee-8d80-cdc461c2566a,revision_number=3']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:32:41.669169 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.db.api [None req-c79213e0-152e-47b9-ab0d-c27916a56994 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94022) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 25 03:32:41.669569 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG oslo_db.api [None req-c79213e0-152e-47b9-ab0d-c27916a56994 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 25 03:32:41.701503 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-bd7ae9cf-32ee-49cd-b0af-c149d275fb0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:42.003175 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-3e2a1dac-6f99-4bac-a8f9-f7114717bca2 None None] Notify callbacks [] for port, precommit_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:42.010909 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-3e2a1dac-6f99-4bac-a8f9-f7114717bca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:42.067887 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.managers [None req-3e2a1dac-6f99-4bac-a8f9-f7114717bca2 None None] Attempting to bind port 6c6f8c49-6768-4f0d-9326-4ee1536f9735 on host dv-cinder-775706-4-iscsi for vnic_type normal with profile {{(pid=94023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 03:32:42.068775 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.managers [None req-3e2a1dac-6f99-4bac-a8f9-f7114717bca2 None None] Attempting to bind port 6c6f8c49-6768-4f0d-9326-4ee1536f9735 by drivers openvswitch,hyperv on host dv-cinder-775706-4-iscsi at level 0 using segments [{'id': '48bff68c-e483-4cc4-95dd-dcbe15bbe597', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4'}] {{(pid=94023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 03:32:42.068775 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2a1dac-6f99-4bac-a8f9-f7114717bca2 None None] Attempting to bind port 6c6f8c49-6768-4f0d-9326-4ee1536f9735 on network 11c2fcee-3e12-40fc-bbdd-73661221b9b4 {{(pid=94023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 03:32:42.070821 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c217f88-203f-4728-beb4-efe3317fb305 None None] Pushing event updated for resources: {'Port': ['ID=6c6f8c49-6768-4f0d-9326-4ee1536f9735,revision_number=2']} {{(pid=94023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:32:42.080084 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2a1dac-6f99-4bac-a8f9-f7114717bca2 None None] Checking agent: {'id': '92762cd5-f40e-4e3b-860e-7f1faf1bdbcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 3, 21, 49), 'started_at': datetime.datetime(2021, 9, 25, 3, 22, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 3, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 03:32:42.080460 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2a1dac-6f99-4bac-a8f9-f7114717bca2 None None] Checking segment: {'id': '48bff68c-e483-4cc4-95dd-dcbe15bbe597', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 03:32:42.080892 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-3e2a1dac-6f99-4bac-a8f9-f7114717bca2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:42.081286 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2a1dac-6f99-4bac-a8f9-f7114717bca2 None None] Bound using segment: {'id': '48bff68c-e483-4cc4-95dd-dcbe15bbe597', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4'} {{(pid=94023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 03:32:42.081755 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.managers [None req-3e2a1dac-6f99-4bac-a8f9-f7114717bca2 None None] Bound port: 6c6f8c49-6768-4f0d-9326-4ee1536f9735, host: dv-cinder-775706-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48bff68c-e483-4cc4-95dd-dcbe15bbe597', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4'}}] {{(pid=94023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 03:32:42.082157 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-3e2a1dac-6f99-4bac-a8f9-f7114717bca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:42.086307 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c217f88-203f-4728-beb4-efe3317fb305 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:32:42.086577 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c217f88-203f-4728-beb4-efe3317fb305 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:32:42.086867 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c217f88-203f-4728-beb4-efe3317fb305 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:32:42.087173 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c217f88-203f-4728-beb4-efe3317fb305 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:32:42.087526 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c217f88-203f-4728-beb4-efe3317fb305 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:32:42.087882 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c217f88-203f-4728-beb4-efe3317fb305 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:32:42.088223 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c217f88-203f-4728-beb4-efe3317fb305 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:32:42.088552 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c217f88-203f-4728-beb4-efe3317fb305 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:32:42.088924 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c217f88-203f-4728-beb4-efe3317fb305 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:32:42.089252 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c217f88-203f-4728-beb4-efe3317fb305 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:32:42.089572 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c217f88-203f-4728-beb4-efe3317fb305 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:32:42.089886 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c217f88-203f-4728-beb4-efe3317fb305 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:32:42.126887 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.db.db_base_plugin_common [None req-bd7ae9cf-32ee-49cd-b0af-c149d275fb0e admin admin] Allocated IP 172.20.0.1 (880aba30-576b-4b1a-acc6-7a7e08bebf3a/0b95fb34-6b69-4305-8271-231f7ffdb3bd/189f62cf-505c-44f0-9b3d-961567bc0539) {{(pid=94020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 03:32:42.147658 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.db [None req-3e2a1dac-6f99-4bac-a8f9-f7114717bca2 None None] For port 6c6f8c49-6768-4f0d-9326-4ee1536f9735, host dv-cinder-775706-4-iscsi, cleared binding levels {{(pid=94023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 03:32:42.152726 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.db [None req-3e2a1dac-6f99-4bac-a8f9-f7114717bca2 None None] For port 6c6f8c49-6768-4f0d-9326-4ee1536f9735, host dv-cinder-775706-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=6c6f8c49-6768-4f0d-9326-4ee1536f9735,segment=NetworkSegment(48bff68c-e483-4cc4-95dd-dcbe15bbe597),segment_id=48bff68c-e483-4cc4-95dd-dcbe15bbe597)] {{(pid=94023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 03:32:42.161428 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-3e2a1dac-6f99-4bac-a8f9-f7114717bca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:42.277480 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-bd7ae9cf-32ee-49cd-b0af-c149d275fb0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:42.284637 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd6de4-0675-4a5c-8216-caef714be4f2 req-66173bec-167e-440f-a154-6ef6486c658e tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:42.286486 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-90bd6de4-0675-4a5c-8216-caef714be4f2 req-66173bec-167e-440f-a154-6ef6486c658e tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2f689b-e392-43fe-8c93-76c444774241 HTTP/1.1" status: 200 len: 946 time: 0.0714004 Sep 25 03:32:42.313286 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2a1dac-6f99-4bac-a8f9-f7114717bca2 None None] Routers {'ee882d62-57cb-438d-b888-297a1e4fa937'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:32:42.313941 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-3e2a1dac-6f99-4bac-a8f9-f7114717bca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:32:18Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['ee882d62-57cb-438d-b888-297a1e4fa937'], 'active': True} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:32:42.324009 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-bd7ae9cf-32ee-49cd-b0af-c149d275fb0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731880292801'] for port, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:42.337320 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-90bd6de4-0675-4a5c-8216-caef714be4f2 req-143c1cf9-b3d2-4dcf-8adc-909e0552596a tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d6133d8-bed9-4360-990b-ffc51049b4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438473 Sep 25 03:32:42.385061 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-a3ec0314-dbf5-48a2-b2f0-119a449141cb None None] Provisioning complete for port f12d28e6-f87f-42ee-8d80-cdc461c2566a triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:32:42.385674 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7ae9cf-32ee-49cd-b0af-c149d275fb0e admin admin] Network 880aba30-576b-4b1a-acc6-7a7e08bebf3a is already hosted by enough agents. {{(pid=94020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 03:32:42.386336 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-a3ec0314-dbf5-48a2-b2f0-119a449141cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:42.395612 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.base_scheduler [None req-bd7ae9cf-32ee-49cd-b0af-c149d275fb0e admin admin] Resources bound (agent type, host, resource id): {{(pid=94020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:32:42.395861 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c217f88-203f-4728-beb4-efe3317fb305 None None] Pushing event updated for resources: {'Port': ['ID=6c6f8c49-6768-4f0d-9326-4ee1536f9735,revision_number=3']} {{(pid=94023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:32:42.409687 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7ae9cf-32ee-49cd-b0af-c149d275fb0e admin admin] Received port after_create {{(pid=94020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 03:32:42.410299 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-bd7ae9cf-32ee-49cd-b0af-c149d275fb0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3896965'] for router_interface, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:42.414229 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7ae9cf-32ee-49cd-b0af-c149d275fb0e admin admin] Pushing event updated for resources: {'Port': ['ID=189f62cf-505c-44f0-9b3d-961567bc0539,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:32:42.503935 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvr_db [None req-3e2a1dac-6f99-4bac-a8f9-f7114717bca2 None None] Set router ee882d62-57cb-438d-b888-297a1e4fa937 gateway port host: dv-cinder-775706-4-iscsi {{(pid=94023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:32:42.628824 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-bd7ae9cf-32ee-49cd-b0af-c149d275fb0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:42.768984 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-8aceccd4-22cf-4ab8-97aa-04a32809b3e2 None None] Provisioning complete for port 189f62cf-505c-44f0-9b3d-961567bc0539 triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:32:42.770426 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-8aceccd4-22cf-4ab8-97aa-04a32809b3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:42.774366 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-3e2a1dac-6f99-4bac-a8f9-f7114717bca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee882d62-57cb-438d-b888-297a1e4fa937', 'name': 'tempest-TestShelveInstance-706234497-router', 'tenant_id': '7ef1d76a90104052a3716c563fd608ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '6c6f8c49-6768-4f0d-9326-4ee1536f9735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:32:38Z', 'updated_at': '2021-09-25T03:32:40Z', 'revision_number': 3, 'project_id': '7ef1d76a90104052a3716c563fd608ad', 'gw_port': {'id': '6c6f8c49-6768-4f0d-9326-4ee1536f9735', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c6:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee882d62-57cb-438d-b888-297a1e4fa937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:32:39Z', 'updated_at': '2021-09-25T03:32:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi'}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:32:42.812059 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaacba1-27d5-4f68-8a6f-00a589d23b4b req-5d4a2069-ddec-4899-bbf8-274433c5979c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:42.813776 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1aaacba1-27d5-4f68-8a6f-00a589d23b4b req-5d4a2069-ddec-4899-bbf8-274433c5979c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ae2f689b-e392-43fe-8c93-76c444774241 HTTP/1.1" status: 200 len: 1099 time: 0.0767660 Sep 25 03:32:42.838251 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-8aceccd4-22cf-4ab8-97aa-04a32809b3e2 None None] Port 189f62cf-505c-44f0-9b3d-961567bc0539 cannot update to ACTIVE because it is not bound. {{(pid=94022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 25 03:32:42.847332 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2a1dac-6f99-4bac-a8f9-f7114717bca2 None None] The sync data for ids ['ee882d62-57cb-438d-b888-297a1e4fa937'] in dv-cinder-775706-4-iscsi is: [{'id': 'ee882d62-57cb-438d-b888-297a1e4fa937', 'name': 'tempest-TestShelveInstance-706234497-router', 'tenant_id': '7ef1d76a90104052a3716c563fd608ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '6c6f8c49-6768-4f0d-9326-4ee1536f9735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:32:38Z', 'updated_at': '2021-09-25T03:32:40Z', 'revision_number': 3, 'project_id': '7ef1d76a90104052a3716c563fd608ad', 'gw_port': {'id': '6c6f8c49-6768-4f0d-9326-4ee1536f9735', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c6:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee882d62-57cb-438d-b888-297a1e4fa937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:32:39Z', 'updated_at': '2021-09-25T03:32:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi'}] {{(pid=94023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 03:32:42.857045 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-bd7ae9cf-32ee-49cd-b0af-c149d275fb0e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:42.861428 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1aaacba1-27d5-4f68-8a6f-00a589d23b4b req-574b634d-a61a-49c5-a9ba-603dd353bc36 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6d6133d8-bed9-4360-990b-ffc51049b4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386183 Sep 25 03:32:42.863957 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-bd7ae9cf-32ee-49cd-b0af-c149d275fb0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:42.864805 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-bd7ae9cf-32ee-49cd-b0af-c149d275fb0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3623135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3893365'] for router_interface, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:42.932817 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7ae9cf-32ee-49cd-b0af-c149d275fb0e admin admin] Pushing event updated for resources: {'Port': ['ID=189f62cf-505c-44f0-9b3d-961567bc0539,revision_number=2']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:32:43.004633 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device f12d28e6-f87f-42ee-8d80-cdc461c2566a up at agent ovs-agent-dv-cinder-775706-4-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 03:32:43.014087 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7ae9cf-32ee-49cd-b0af-c149d275fb0e admin admin] Network 880aba30-576b-4b1a-acc6-7a7e08bebf3a is already hosted by enough agents. {{(pid=94020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 03:32:43.015670 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.base_scheduler [None req-bd7ae9cf-32ee-49cd-b0af-c149d275fb0e admin admin] Resources bound (agent type, host, resource id): {{(pid=94020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:32:43.080082 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Provisioning complete for port f12d28e6-f87f-42ee-8d80-cdc461c2566a triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:32:43.080776 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:43.217160 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd7ae9cf-32ee-49cd-b0af-c149d275fb0e admin admin] Router ee882d62-57cb-438d-b888-297a1e4fa937 has already been hosted by L3 agent be170b3f-ec9b-4dfa-8e40-fa1591bf80a9 {{(pid=94020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 03:32:43.371382 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-8dfccbc4-328b-493d-b6aa-e0b3a55380ad None None] Provisioning complete for port 189f62cf-505c-44f0-9b3d-961567bc0539 triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:32:43.371996 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-8dfccbc4-328b-493d-b6aa-e0b3a55380ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:43.411146 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd7ae9cf-32ee-49cd-b0af-c149d275fb0e admin admin] Notify agent at l3_agent.dv-cinder-775706-4-iscsi the message routers_updated {{(pid=94020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 03:32:43.428530 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-bd7ae9cf-32ee-49cd-b0af-c149d275fb0e admin admin] 10.222.0.42 "PUT /v2.0/routers/ee882d62-57cb-438d-b888-297a1e4fa937/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3448336 Sep 25 03:32:43.475676 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-8dfccbc4-328b-493d-b6aa-e0b3a55380ad None None] Port 189f62cf-505c-44f0-9b3d-961567bc0539 cannot update to ACTIVE because it is not bound. {{(pid=94022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 25 03:32:43.570159 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd340f9-9f51-49b5-a580-297f1ef98702 req-013c6ca2-0c15-41a2-86d7-1874816c0a49 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:43.578891 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-acd340f9-9f51-49b5-a580-297f1ef98702 req-013c6ca2-0c15-41a2-86d7-1874816c0a49 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2f689b-e392-43fe-8c93-76c444774241 HTTP/1.1" status: 200 len: 946 time: 0.1024079 Sep 25 03:32:43.692844 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-acd340f9-9f51-49b5-a580-297f1ef98702 req-f486db07-b6fb-43c2-af21-5e69b1f2a7d9 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d6133d8-bed9-4360-990b-ffc51049b4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036747 Sep 25 03:32:44.510390 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 53038) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:32:44.519839 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-8772bc0c-2f3e-4a40-8920-3f814295f529 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1584992956-network', 'tenant_id': '7e37f11467f142c9a21756611e6d9e56'}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:32:44.523174 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-12453c79-04f6-431c-ac7a-1da34be194f8 None None] Agent healthcheck: found 6 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 03:32:44.555639 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb23759b-c74a-4bb4-8c56-a0dae4e85cc8 req-e7e301ba-0414-4693-b464-ba2bb6a0a1c1 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:44.556960 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8772bc0c-2f3e-4a40-8920-3f814295f529 admin admin] Made reservation on behalf of 7e37f11467f142c9a21756611e6d9e56 for: {'network': 1} {{(pid=94020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 03:32:44.559074 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-bb23759b-c74a-4bb4-8c56-a0dae4e85cc8 req-e7e301ba-0414-4693-b464-ba2bb6a0a1c1 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f576e48-52f6-4140-b5d4-183d14373bb8 HTTP/1.1" status: 200 len: 945 time: 0.0711019 Sep 25 03:32:44.561052 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8772bc0c-2f3e-4a40-8920-3f814295f529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for network, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:44.577184 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8772bc0c-2f3e-4a40-8920-3f814295f529 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:44.628801 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-bb23759b-c74a-4bb4-8c56-a0dae4e85cc8 req-24c2887a-ae9b-49e2-b746-cb018fc604e5 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631289 Sep 25 03:32:44.780552 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8772bc0c-2f3e-4a40-8920-3f814295f529 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:44.800973 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8772bc0c-2f3e-4a40-8920-3f814295f529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:44.833045 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8772bc0c-2f3e-4a40-8920-3f814295f529 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=94020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 03:32:44.844780 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8772bc0c-2f3e-4a40-8920-3f814295f529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05efa515-03ee-4ef2-b4db-c670ac2bf403,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:32:44.850702 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8772bc0c-2f3e-4a40-8920-3f814295f529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614597'] for segment, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:44.851132 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.db.segments_db [None req-8772bc0c-2f3e-4a40-8920-3f814295f529 admin admin] Added segment 1f8f9a3b-7c08-4407-ac52-71fc440e7527 of type vlan for network a8a196d5-a29e-4be9-a191-37daf17b0baa Sep 25 03:32:44.964005 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed5120-6440-4c99-820c-11ebc9334129 req-ee597c72-82f5-4f83-8389-12dfc3bc5ee6 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:44.971750 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-62ed5120-6440-4c99-820c-11ebc9334129 req-ee597c72-82f5-4f83-8389-12dfc3bc5ee6 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2f689b-e392-43fe-8c93-76c444774241 HTTP/1.1" status: 200 len: 946 time: 0.1799245 Sep 25 03:32:44.985206 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8772bc0c-2f3e-4a40-8920-3f814295f529 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731880296735'] for network, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:45.019086 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8772bc0c-2f3e-4a40-8920-3f814295f529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117'] for network, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:45.020796 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8772bc0c-2f3e-4a40-8920-3f814295f529 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:45.021535 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8772bc0c-2f3e-4a40-8920-3f814295f529 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3625783'] for network, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:45.066623 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-62ed5120-6440-4c99-820c-11ebc9334129 req-d8bfe32f-1c3d-439b-9118-c1d93bbef7ed tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d6133d8-bed9-4360-990b-ffc51049b4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832341 Sep 25 03:32:45.094536 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-8772bc0c-2f3e-4a40-8920-3f814295f529 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5814245 Sep 25 03:32:45.107372 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 53052) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:32:45.116185 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-91b95da7-7902-4bd1-a90a-e1e247567ac1 admin admin] Request body: {'subnet': {'network_id': 'a8a196d5-a29e-4be9-a191-37daf17b0baa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1584992956-subnet', 'tenant_id': '7e37f11467f142c9a21756611e6d9e56', 'ip_version': 4}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:32:45.129253 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device 6c6f8c49-6768-4f0d-9326-4ee1536f9735 up at agent ovs-agent-dv-cinder-775706-4-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 03:32:45.218783 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Provisioning complete for port 6c6f8c49-6768-4f0d-9326-4ee1536f9735 triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:32:45.219164 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:45.263737 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8772bc0c-2f3e-4a40-8920-3f814295f529 admin admin] Pushing event updated for resources: {'Network': ['ID=a8a196d5-a29e-4be9-a191-37daf17b0baa,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:32:45.284427 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf365554-92fd-4322-831a-a821dbd9e56e None None] Sync routers for ids ['ee882d62-57cb-438d-b888-297a1e4fa937'] in dv-cinder-775706-4-iscsi {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 03:32:45.284812 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b95da7-7902-4bd1-a90a-e1e247567ac1 admin admin] Made reservation on behalf of 7e37f11467f142c9a21756611e6d9e56 for: {'subnet': 1} {{(pid=94020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 03:32:45.287830 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-91b95da7-7902-4bd1-a90a-e1e247567ac1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:45.290112 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Network a8a196d5-a29e-4be9-a191-37daf17b0baa details requested by agent ovs-agent-dv-cinder-775706-4-iscsi with host dv-cinder-775706-4-iscsi {{(pid=94022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 03:32:45.367955 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf365554-92fd-4322-831a-a821dbd9e56e None None] Routers {'ee882d62-57cb-438d-b888-297a1e4fa937'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:32:45.368739 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-cf365554-92fd-4322-831a-a821dbd9e56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:32:18Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['ee882d62-57cb-438d-b888-297a1e4fa937'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:32:45.653943 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-91b95da7-7902-4bd1-a90a-e1e247567ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117'] for subnet, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:45.754350 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b95da7-7902-4bd1-a90a-e1e247567ac1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d9c9ed5-51da-4b6a-86f0-90db29a735d8,revision_number=0']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:32:45.794444 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:45.803826 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-35196326-99d8-44b9-a75b-07e986bc25fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:45.808187 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b95da7-7902-4bd1-a90a-e1e247567ac1 admin admin] Checking segment: {'id': '1f8f9a3b-7c08-4407-ac52-71fc440e7527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8a196d5-a29e-4be9-a191-37daf17b0baa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 03:32:45.808925 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b95da7-7902-4bd1-a90a-e1e247567ac1 admin admin] Network hostable DHCP agents. Network: a8a196d5-a29e-4be9-a191-37daf17b0baa, hostable agents: ['2fa0f05e-bfa9-4bbd-9fe7-8d8f67ba176e'], hosted agents: [] {{(pid=94020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 03:32:45.864223 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b95da7-7902-4bd1-a90a-e1e247567ac1 admin admin] Network a8a196d5-a29e-4be9-a191-37daf17b0baa is scheduled to be hosted by DHCP agent 2fa0f05e-bfa9-4bbd-9fe7-8d8f67ba176e with binding_index 1 {{(pid=94020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 03:32:45.870597 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] For port 6c6f8c49-6768-4f0d-9326-4ee1536f9735, host dv-cinder-775706-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=6c6f8c49-6768-4f0d-9326-4ee1536f9735,segment=NetworkSegment(48bff68c-e483-4cc4-95dd-dcbe15bbe597),segment_id=48bff68c-e483-4cc4-95dd-dcbe15bbe597)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:32:45.882014 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:45.893834 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.base_scheduler [None req-91b95da7-7902-4bd1-a90a-e1e247567ac1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-4-iscsi, a8a196d5-a29e-4be9-a191-37daf17b0baa) {{(pid=94020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:32:45.902198 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b95da7-7902-4bd1-a90a-e1e247567ac1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:45.903468 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-91b95da7-7902-4bd1-a90a-e1e247567ac1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:45.935249 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-91b95da7-7902-4bd1-a90a-e1e247567ac1 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8261638 Sep 25 03:32:45.940774 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 53080) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:32:45.946956 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d442230e-78f7-4828-8e71-d5297e07ab4e None None] Network a8a196d5-a29e-4be9-a191-37daf17b0baa requested from dv-cinder-775706-4-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 03:32:45.947533 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-8d12ee7f-233e-4f62-aa6f-f702a75d13c5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1584992956-router', 'tenant_id': '7e37f11467f142c9a21756611e6d9e56', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4'}}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:32:45.987909 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8d12ee7f-233e-4f62-aa6f-f702a75d13c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3896197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-664'] for router, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:45.989125 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8d12ee7f-233e-4f62-aa6f-f702a75d13c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3899253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3897221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3754266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-657'] for router, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:46.053444 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-cf365554-92fd-4322-831a-a821dbd9e56e None None] Set router ee882d62-57cb-438d-b888-297a1e4fa937 gateway port host: dv-cinder-775706-4-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:32:46.086252 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8d12ee7f-233e-4f62-aa6f-f702a75d13c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:46.128120 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Pushing event updated for resources: {'Port': ['ID=6c6f8c49-6768-4f0d-9326-4ee1536f9735,revision_number=4']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:32:46.286636 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8d12ee7f-233e-4f62-aa6f-f702a75d13c5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:46.400312 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05de2c58-88f9-460c-8fdd-6bd6d755163a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c88a26-1ed6-5ec8-9aa6-98e2f6c7529d-a8a196d5-a29e-4be9-a191-37daf17b0baa', 'network_id': 'a8a196d5-a29e-4be9-a191-37daf17b0baa', 'tenant_id': '7e37f11467f142c9a21756611e6d9e56', 'fixed_ips': [{'subnet_id': '0d9c9ed5-51da-4b6a-86f0-90db29a735d8'}]}} from dv-cinder-775706-4-iscsi. {{(pid=94022) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 25 03:32:46.401560 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-05de2c58-88f9-460c-8fdd-6bd6d755163a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_create {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:46.538793 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8d12ee7f-233e-4f62-aa6f-f702a75d13c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:46.559969 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8d12ee7f-233e-4f62-aa6f-f702a75d13c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:46.562771 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-cf365554-92fd-4322-831a-a821dbd9e56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee882d62-57cb-438d-b888-297a1e4fa937', 'name': 'tempest-TestShelveInstance-706234497-router', 'tenant_id': '7ef1d76a90104052a3716c563fd608ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '6c6f8c49-6768-4f0d-9326-4ee1536f9735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:32:38Z', 'updated_at': '2021-09-25T03:32:42Z', 'revision_number': 4, 'project_id': '7ef1d76a90104052a3716c563fd608ad', 'gw_port': {'id': '6c6f8c49-6768-4f0d-9326-4ee1536f9735', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c6:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee882d62-57cb-438d-b888-297a1e4fa937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:32:39Z', 'updated_at': '2021-09-25T03:32:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_interfaces': [{'id': '189f62cf-505c-44f0-9b3d-961567bc0539', 'name': '', 'network_id': '880aba30-576b-4b1a-acc6-7a7e08bebf3a', 'tenant_id': '7ef1d76a90104052a3716c563fd608ad', 'mac_address': 'fa:16:3e:59:45:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee882d62-57cb-438d-b888-297a1e4fa937', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '0b95fb34-6b69-4305-8271-231f7ffdb3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:32:41Z', 'updated_at': '2021-09-25T03:32:42Z', 'revision_number': 2, 'project_id': '7ef1d76a90104052a3716c563fd608ad', 'subnets': [{'id': '0b95fb34-6b69-4305-8271-231f7ffdb3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:32:46.622704 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf365554-92fd-4322-831a-a821dbd9e56e None None] Checking router: ee882d62-57cb-438d-b888-297a1e4fa937 for host: dv-cinder-775706-4-iscsi {{(pid=94022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 03:32:46.623225 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf365554-92fd-4322-831a-a821dbd9e56e None None] Updating router ee882d62-57cb-438d-b888-297a1e4fa937 port 189f62cf-505c-44f0-9b3d-961567bc0539 binding host dv-cinder-775706-4-iscsi {{(pid=94022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 03:32:46.666991 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-cf365554-92fd-4322-831a-a821dbd9e56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:46.688634 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.db_base_plugin_common [None req-05de2c58-88f9-460c-8fdd-6bd6d755163a None None] Allocated IP 172.20.0.2 (a8a196d5-a29e-4be9-a191-37daf17b0baa/0d9c9ed5-51da-4b6a-86f0-90db29a735d8/9b224881-9f22-42a9-9dcb-94583388436b) {{(pid=94022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 03:32:46.699521 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.db.db_base_plugin_common [None req-8d12ee7f-233e-4f62-aa6f-f702a75d13c5 admin admin] Allocated IP 172.27.1.90 (11c2fcee-3e12-40fc-bbdd-73661221b9b4/9bf1e901-4101-4c8d-9b58-09aedeb11d2a/ce7c76fa-da51-4171-953c-f02aa6ff1d67) {{(pid=94020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 03:32:46.869971 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8d12ee7f-233e-4f62-aa6f-f702a75d13c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:46.929898 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8d12ee7f-233e-4f62-aa6f-f702a75d13c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731880292801'] for port, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:46.997068 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d12ee7f-233e-4f62-aa6f-f702a75d13c5 admin admin] Network 11c2fcee-3e12-40fc-bbdd-73661221b9b4 is already hosted by enough agents. {{(pid=94020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 03:32:47.003831 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.base_scheduler [None req-8d12ee7f-233e-4f62-aa6f-f702a75d13c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:32:47.010409 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d12ee7f-233e-4f62-aa6f-f702a75d13c5 admin admin] Received port after_create {{(pid=94020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 03:32:47.029023 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device 6c6f8c49-6768-4f0d-9326-4ee1536f9735 up at agent ovs-agent-dv-cinder-775706-4-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 03:32:47.056965 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d12ee7f-233e-4f62-aa6f-f702a75d13c5 admin admin] Pushing event updated for resources: {'Port': ['ID=ce7c76fa-da51-4171-953c-f02aa6ff1d67,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:32:47.093855 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-05de2c58-88f9-460c-8fdd-6bd6d755163a None None] Notify callbacks [] for port, precommit_create {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:47.118148 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-05de2c58-88f9-460c-8fdd-6bd6d755163a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731880292801'] for port, after_create {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:47.216738 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05de2c58-88f9-460c-8fdd-6bd6d755163a None None] Network a8a196d5-a29e-4be9-a191-37daf17b0baa is already hosted by enough agents. {{(pid=94022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 03:32:47.233135 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.scheduler.base_scheduler [None req-05de2c58-88f9-460c-8fdd-6bd6d755163a None None] Resources bound (agent type, host, resource id): {{(pid=94022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:32:47.237928 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05de2c58-88f9-460c-8fdd-6bd6d755163a None None] Received port after_create {{(pid=94022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 03:32:47.244130 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05de2c58-88f9-460c-8fdd-6bd6d755163a None None] Pushing event updated for resources: {'Port': ['ID=9b224881-9f22-42a9-9dcb-94583388436b,revision_number=1']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:32:47.267673 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Provisioning complete for port 6c6f8c49-6768-4f0d-9326-4ee1536f9735 triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:32:47.268108 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:47.277083 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-cf365554-92fd-4322-831a-a821dbd9e56e None None] Notify callbacks [] for port, precommit_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:47.283410 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8d12ee7f-233e-4f62-aa6f-f702a75d13c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:47.320402 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-cf365554-92fd-4322-831a-a821dbd9e56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:47.403472 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-05de2c58-88f9-460c-8fdd-6bd6d755163a None None] Attempting to bind port 9b224881-9f22-42a9-9dcb-94583388436b on host dv-cinder-775706-4-iscsi for vnic_type normal with profile {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 03:32:47.404492 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-05de2c58-88f9-460c-8fdd-6bd6d755163a None None] Attempting to bind port 9b224881-9f22-42a9-9dcb-94583388436b by drivers openvswitch,hyperv on host dv-cinder-775706-4-iscsi at level 0 using segments [{'id': '1f8f9a3b-7c08-4407-ac52-71fc440e7527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8a196d5-a29e-4be9-a191-37daf17b0baa'}] {{(pid=94022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 03:32:47.404492 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05de2c58-88f9-460c-8fdd-6bd6d755163a None None] Attempting to bind port 9b224881-9f22-42a9-9dcb-94583388436b on network a8a196d5-a29e-4be9-a191-37daf17b0baa {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 03:32:47.425148 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05de2c58-88f9-460c-8fdd-6bd6d755163a None None] Checking agent: {'id': '92762cd5-f40e-4e3b-860e-7f1faf1bdbcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 3, 21, 49), 'started_at': datetime.datetime(2021, 9, 25, 3, 22, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 3, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 03:32:47.425718 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05de2c58-88f9-460c-8fdd-6bd6d755163a None None] Checking segment: {'id': '1f8f9a3b-7c08-4407-ac52-71fc440e7527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8a196d5-a29e-4be9-a191-37daf17b0baa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 03:32:47.426334 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-05de2c58-88f9-460c-8fdd-6bd6d755163a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:47.427025 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05de2c58-88f9-460c-8fdd-6bd6d755163a None None] Bound using segment: {'id': '1f8f9a3b-7c08-4407-ac52-71fc440e7527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8a196d5-a29e-4be9-a191-37daf17b0baa'} {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 03:32:47.427778 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-05de2c58-88f9-460c-8fdd-6bd6d755163a None None] Bound port: 9b224881-9f22-42a9-9dcb-94583388436b, host: dv-cinder-775706-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f8f9a3b-7c08-4407-ac52-71fc440e7527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8a196d5-a29e-4be9-a191-37daf17b0baa'}}] {{(pid=94022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 03:32:47.428345 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-05de2c58-88f9-460c-8fdd-6bd6d755163a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:47.433107 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea50996-5251-447e-8e3c-4f1fc40fd939 None None] Pushing event updated for resources: {'Port': ['ID=189f62cf-505c-44f0-9b3d-961567bc0539,revision_number=3']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:32:47.534604 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8d12ee7f-233e-4f62-aa6f-f702a75d13c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3899148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897272'] for router, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:47.589145 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-cf365554-92fd-4322-831a-a821dbd9e56e None None] Attempting to bind port 189f62cf-505c-44f0-9b3d-961567bc0539 on host dv-cinder-775706-4-iscsi for vnic_type normal with profile {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 03:32:47.589710 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-cf365554-92fd-4322-831a-a821dbd9e56e None None] Attempting to bind port 189f62cf-505c-44f0-9b3d-961567bc0539 by drivers openvswitch,hyperv on host dv-cinder-775706-4-iscsi at level 0 using segments [{'id': '374bf162-7cd8-4dc5-a46c-108738bf8e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '880aba30-576b-4b1a-acc6-7a7e08bebf3a'}] {{(pid=94022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 03:32:47.590267 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf365554-92fd-4322-831a-a821dbd9e56e None None] Attempting to bind port 189f62cf-505c-44f0-9b3d-961567bc0539 on network 880aba30-576b-4b1a-acc6-7a7e08bebf3a {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 03:32:47.622206 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf365554-92fd-4322-831a-a821dbd9e56e None None] Checking agent: {'id': '92762cd5-f40e-4e3b-860e-7f1faf1bdbcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 3, 21, 49), 'started_at': datetime.datetime(2021, 9, 25, 3, 22, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 3, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 03:32:47.622836 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf365554-92fd-4322-831a-a821dbd9e56e None None] Checking segment: {'id': '374bf162-7cd8-4dc5-a46c-108738bf8e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '880aba30-576b-4b1a-acc6-7a7e08bebf3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 03:32:47.623547 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-cf365554-92fd-4322-831a-a821dbd9e56e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:47.624021 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf365554-92fd-4322-831a-a821dbd9e56e None None] Bound using segment: {'id': '374bf162-7cd8-4dc5-a46c-108738bf8e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '880aba30-576b-4b1a-acc6-7a7e08bebf3a'} {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 03:32:47.624840 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-cf365554-92fd-4322-831a-a821dbd9e56e None None] Bound port: 189f62cf-505c-44f0-9b3d-961567bc0539, host: dv-cinder-775706-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '374bf162-7cd8-4dc5-a46c-108738bf8e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '880aba30-576b-4b1a-acc6-7a7e08bebf3a'}}] {{(pid=94022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 03:32:47.625436 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-cf365554-92fd-4322-831a-a821dbd9e56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:47.646722 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-fefb6436-a1fe-4d06-834c-a96cbc0bc58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:47.665639 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-05de2c58-88f9-460c-8fdd-6bd6d755163a None None] For port 9b224881-9f22-42a9-9dcb-94583388436b, host dv-cinder-775706-4-iscsi, cleared binding levels {{(pid=94022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 03:32:47.707969 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-b70203df-86ab-47de-a269-904be88f659e None None] Provisioning complete for port 189f62cf-505c-44f0-9b3d-961567bc0539 triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:32:47.708404 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-b70203df-86ab-47de-a269-904be88f659e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:47.711773 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-05de2c58-88f9-460c-8fdd-6bd6d755163a None None] For port 9b224881-9f22-42a9-9dcb-94583388436b, host dv-cinder-775706-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=9b224881-9f22-42a9-9dcb-94583388436b,segment=NetworkSegment(1f8f9a3b-7c08-4407-ac52-71fc440e7527),segment_id=1f8f9a3b-7c08-4407-ac52-71fc440e7527)] {{(pid=94022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 03:32:47.743093 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-05de2c58-88f9-460c-8fdd-6bd6d755163a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:47.768281 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d12ee7f-233e-4f62-aa6f-f702a75d13c5 admin admin] Router 12b1457a-acee-4b27-8874-5152d489edb6 is scheduled to L3 agent be170b3f-ec9b-4dfa-8e40-fa1591bf80a9 with binding_index 1 {{(pid=94020) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 03:32:47.838676 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-cf365554-92fd-4322-831a-a821dbd9e56e None None] For port 189f62cf-505c-44f0-9b3d-961567bc0539, host dv-cinder-775706-4-iscsi, cleared binding levels {{(pid=94022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 03:32:47.848925 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-b70203df-86ab-47de-a269-904be88f659e None None] Port 189f62cf-505c-44f0-9b3d-961567bc0539 cannot update to ACTIVE because it is not bound. {{(pid=94022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 25 03:32:47.959705 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d12ee7f-233e-4f62-aa6f-f702a75d13c5 admin admin] Notify agent at l3_agent.dv-cinder-775706-4-iscsi the message routers_updated {{(pid=94020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 03:32:47.988684 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbcf243-ced0-4133-b501-6468228720e8 None None] Sync routers for ids ['12b1457a-acee-4b27-8874-5152d489edb6'] in dv-cinder-775706-4-iscsi {{(pid=94023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 03:32:47.991698 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8d12ee7f-233e-4f62-aa6f-f702a75d13c5 admin admin] Notify callbacks [] for router, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:47.993774 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-8d12ee7f-233e-4f62-aa6f-f702a75d13c5 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0513330 Sep 25 03:32:47.998149 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 53092) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:32:48.019084 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbcf243-ced0-4133-b501-6468228720e8 None None] Routers {'12b1457a-acee-4b27-8874-5152d489edb6'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:32:48.022120 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-4fbcf243-ced0-4133-b501-6468228720e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:32:48Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['12b1457a-acee-4b27-8874-5152d489edb6'], 'active': True} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:32:48.039824 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-cf365554-92fd-4322-831a-a821dbd9e56e None None] For port 189f62cf-505c-44f0-9b3d-961567bc0539, host dv-cinder-775706-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=189f62cf-505c-44f0-9b3d-961567bc0539,segment=NetworkSegment(374bf162-7cd8-4dc5-a46c-108738bf8e34),segment_id=374bf162-7cd8-4dc5-a46c-108738bf8e34)] {{(pid=94022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 03:32:48.051882 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-cf365554-92fd-4322-831a-a821dbd9e56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:48.069438 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05de2c58-88f9-460c-8fdd-6bd6d755163a None None] Pushing event updated for resources: {'Port': ['ID=9b224881-9f22-42a9-9dcb-94583388436b,revision_number=2']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:32:48.199629 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf365554-92fd-4322-831a-a821dbd9e56e None None] Routers {'ee882d62-57cb-438d-b888-297a1e4fa937'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:32:48.200695 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-cf365554-92fd-4322-831a-a821dbd9e56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:32:48Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['ee882d62-57cb-438d-b888-297a1e4fa937'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:32:48.330261 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea50996-5251-447e-8e3c-4f1fc40fd939 None None] Pushing event updated for resources: {'Port': ['ID=189f62cf-505c-44f0-9b3d-961567bc0539,revision_number=4']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:32:48.414639 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvr_db [None req-4fbcf243-ced0-4133-b501-6468228720e8 None None] Set router 12b1457a-acee-4b27-8874-5152d489edb6 gateway port host: dv-cinder-775706-4-iscsi {{(pid=94023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:32:48.526927 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-cf365554-92fd-4322-831a-a821dbd9e56e None None] Set router ee882d62-57cb-438d-b888-297a1e4fa937 gateway port host: dv-cinder-775706-4-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:32:48.667971 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-aa5698bf-2049-4913-9f6e-75e12bdc3047 None None] Provisioning complete for port 189f62cf-505c-44f0-9b3d-961567bc0539 triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:32:48.668415 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-aa5698bf-2049-4913-9f6e-75e12bdc3047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:48.732428 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-4fbcf243-ced0-4133-b501-6468228720e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b1457a-acee-4b27-8874-5152d489edb6', 'name': 'tempest-TestShelveInstance-1584992956-router', 'tenant_id': '7e37f11467f142c9a21756611e6d9e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'ce7c76fa-da51-4171-953c-f02aa6ff1d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:32:45Z', 'updated_at': '2021-09-25T03:32:47Z', 'revision_number': 3, 'project_id': '7e37f11467f142c9a21756611e6d9e56', 'gw_port': {'id': 'ce7c76fa-da51-4171-953c-f02aa6ff1d67', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:eb:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b1457a-acee-4b27-8874-5152d489edb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:32:46Z', 'updated_at': '2021-09-25T03:32:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi'}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:32:48.761722 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbcf243-ced0-4133-b501-6468228720e8 None None] Checking router: 12b1457a-acee-4b27-8874-5152d489edb6 for host: dv-cinder-775706-4-iscsi {{(pid=94023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 03:32:48.762203 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbcf243-ced0-4133-b501-6468228720e8 None None] Updating router 12b1457a-acee-4b27-8874-5152d489edb6 port ce7c76fa-da51-4171-953c-f02aa6ff1d67 binding host dv-cinder-775706-4-iscsi {{(pid=94023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 03:32:48.795479 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-4fbcf243-ced0-4133-b501-6468228720e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:48.879531 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-aa5698bf-2049-4913-9f6e-75e12bdc3047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:48.936579 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-cf365554-92fd-4322-831a-a821dbd9e56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee882d62-57cb-438d-b888-297a1e4fa937', 'name': 'tempest-TestShelveInstance-706234497-router', 'tenant_id': '7ef1d76a90104052a3716c563fd608ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '6c6f8c49-6768-4f0d-9326-4ee1536f9735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:32:38Z', 'updated_at': '2021-09-25T03:32:42Z', 'revision_number': 4, 'project_id': '7ef1d76a90104052a3716c563fd608ad', 'gw_port': {'id': '6c6f8c49-6768-4f0d-9326-4ee1536f9735', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee882d62-57cb-438d-b888-297a1e4fa937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:32:39Z', 'updated_at': '2021-09-25T03:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_interfaces': [{'id': '189f62cf-505c-44f0-9b3d-961567bc0539', 'name': '', 'network_id': '880aba30-576b-4b1a-acc6-7a7e08bebf3a', 'tenant_id': '7ef1d76a90104052a3716c563fd608ad', 'mac_address': 'fa:16:3e:59:45:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee882d62-57cb-438d-b888-297a1e4fa937', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '0b95fb34-6b69-4305-8271-231f7ffdb3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:32:41Z', 'updated_at': '2021-09-25T03:32:47Z', 'revision_number': 4, 'project_id': '7ef1d76a90104052a3716c563fd608ad', 'subnets': [{'id': '0b95fb34-6b69-4305-8271-231f7ffdb3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:32:49.025838 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-7e51739f-8112-459d-b30d-f7016c650382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:49.034749 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf365554-92fd-4322-831a-a821dbd9e56e None None] The sync data for ids ['ee882d62-57cb-438d-b888-297a1e4fa937'] in dv-cinder-775706-4-iscsi is: [{'id': 'ee882d62-57cb-438d-b888-297a1e4fa937', 'name': 'tempest-TestShelveInstance-706234497-router', 'tenant_id': '7ef1d76a90104052a3716c563fd608ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '6c6f8c49-6768-4f0d-9326-4ee1536f9735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:32:38Z', 'updated_at': '2021-09-25T03:32:42Z', 'revision_number': 4, 'project_id': '7ef1d76a90104052a3716c563fd608ad', 'gw_port': {'id': '6c6f8c49-6768-4f0d-9326-4ee1536f9735', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee882d62-57cb-438d-b888-297a1e4fa937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:32:39Z', 'updated_at': '2021-09-25T03:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_interfaces': [{'id': '189f62cf-505c-44f0-9b3d-961567bc0539', 'name': '', 'network_id': '880aba30-576b-4b1a-acc6-7a7e08bebf3a', 'tenant_id': '7ef1d76a90104052a3716c563fd608ad', 'mac_address': 'fa:16:3e:59:45:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee882d62-57cb-438d-b888-297a1e4fa937', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '0b95fb34-6b69-4305-8271-231f7ffdb3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:32:41Z', 'updated_at': '2021-09-25T03:32:47Z', 'revision_number': 4, 'project_id': '7ef1d76a90104052a3716c563fd608ad', 'subnets': [{'id': '0b95fb34-6b69-4305-8271-231f7ffdb3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 03:32:49.041127 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-aa5698bf-2049-4913-9f6e-75e12bdc3047 None None] For port 189f62cf-505c-44f0-9b3d-961567bc0539, host dv-cinder-775706-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=189f62cf-505c-44f0-9b3d-961567bc0539,segment=NetworkSegment(374bf162-7cd8-4dc5-a46c-108738bf8e34),segment_id=374bf162-7cd8-4dc5-a46c-108738bf8e34)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:32:49.054685 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-aa5698bf-2049-4913-9f6e-75e12bdc3047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:49.198010 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5698bf-2049-4913-9f6e-75e12bdc3047 None None] Pushing event updated for resources: {'Port': ['ID=189f62cf-505c-44f0-9b3d-961567bc0539,revision_number=5']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:32:49.217017 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device 9b224881-9f22-42a9-9dcb-94583388436b up at agent ovs-agent-dv-cinder-775706-4-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 03:32:49.264030 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-fa5af178-6116-457c-95b6-13dc589f2bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:49.315691 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:49.316170 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-4fbcf243-ced0-4133-b501-6468228720e8 None None] Notify callbacks [] for port, precommit_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:49.326497 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-4fbcf243-ced0-4133-b501-6468228720e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:49.328495 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Provisioning complete for port 9b224881-9f22-42a9-9dcb-94583388436b triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:32:49.328912 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:49.390056 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64615e21-cc37-4b6c-89e6-45c70d5064e2 None None] Pushing event updated for resources: {'Port': ['ID=ce7c76fa-da51-4171-953c-f02aa6ff1d67,revision_number=2']} {{(pid=94023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:32:49.420175 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.managers [None req-4fbcf243-ced0-4133-b501-6468228720e8 None None] Attempting to bind port ce7c76fa-da51-4171-953c-f02aa6ff1d67 on host dv-cinder-775706-4-iscsi for vnic_type normal with profile {{(pid=94023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 03:32:49.421012 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.managers [None req-4fbcf243-ced0-4133-b501-6468228720e8 None None] Attempting to bind port ce7c76fa-da51-4171-953c-f02aa6ff1d67 by drivers openvswitch,hyperv on host dv-cinder-775706-4-iscsi at level 0 using segments [{'id': '48bff68c-e483-4cc4-95dd-dcbe15bbe597', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4'}] {{(pid=94023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 03:32:49.422223 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbcf243-ced0-4133-b501-6468228720e8 None None] Attempting to bind port ce7c76fa-da51-4171-953c-f02aa6ff1d67 on network 11c2fcee-3e12-40fc-bbdd-73661221b9b4 {{(pid=94023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 03:32:49.437752 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbcf243-ced0-4133-b501-6468228720e8 None None] Checking agent: {'id': '92762cd5-f40e-4e3b-860e-7f1faf1bdbcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 3, 21, 49), 'started_at': datetime.datetime(2021, 9, 25, 3, 22, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 3, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 03:32:49.438165 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbcf243-ced0-4133-b501-6468228720e8 None None] Checking segment: {'id': '48bff68c-e483-4cc4-95dd-dcbe15bbe597', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 03:32:49.438512 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-4fbcf243-ced0-4133-b501-6468228720e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:49.439033 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbcf243-ced0-4133-b501-6468228720e8 None None] Bound using segment: {'id': '48bff68c-e483-4cc4-95dd-dcbe15bbe597', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4'} {{(pid=94023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 03:32:49.439514 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.managers [None req-4fbcf243-ced0-4133-b501-6468228720e8 None None] Bound port: ce7c76fa-da51-4171-953c-f02aa6ff1d67, host: dv-cinder-775706-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48bff68c-e483-4cc4-95dd-dcbe15bbe597', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4'}}] {{(pid=94023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 03:32:49.439907 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-4fbcf243-ced0-4133-b501-6468228720e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:49.479174 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:49.482312 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c90c03-7089-49d1-aa8c-93e738cec6a2 None None] Network a8a196d5-a29e-4be9-a191-37daf17b0baa requested from dv-cinder-775706-4-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 03:32:49.487895 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.db.db_base_plugin_common [None req-7e51739f-8112-459d-b30d-f7016c650382 admin admin] Allocated IP 172.20.0.1 (a8a196d5-a29e-4be9-a191-37daf17b0baa/0d9c9ed5-51da-4b6a-86f0-90db29a735d8/e381043a-8401-4476-80a5-cdf1f3d8532c) {{(pid=94020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 03:32:49.525025 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.db [None req-4fbcf243-ced0-4133-b501-6468228720e8 None None] For port ce7c76fa-da51-4171-953c-f02aa6ff1d67, host dv-cinder-775706-4-iscsi, cleared binding levels {{(pid=94023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 03:32:49.528627 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.db [None req-4fbcf243-ced0-4133-b501-6468228720e8 None None] For port ce7c76fa-da51-4171-953c-f02aa6ff1d67, host dv-cinder-775706-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=ce7c76fa-da51-4171-953c-f02aa6ff1d67,segment=NetworkSegment(48bff68c-e483-4cc4-95dd-dcbe15bbe597),segment_id=48bff68c-e483-4cc4-95dd-dcbe15bbe597)] {{(pid=94023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 03:32:49.535185 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-4fbcf243-ced0-4133-b501-6468228720e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:49.542349 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-a9f86588-aa7f-4b4f-a236-db8df6caa5eb None None] Provisioning complete for port 9b224881-9f22-42a9-9dcb-94583388436b triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:32:49.543898 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-a9f86588-aa7f-4b4f-a236-db8df6caa5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:49.604123 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64615e21-cc37-4b6c-89e6-45c70d5064e2 None None] Pushing event updated for resources: {'Port': ['ID=ce7c76fa-da51-4171-953c-f02aa6ff1d67,revision_number=3']} {{(pid=94023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:32:49.616463 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbcf243-ced0-4133-b501-6468228720e8 None None] Routers {'12b1457a-acee-4b27-8874-5152d489edb6'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:32:49.617378 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-4fbcf243-ced0-4133-b501-6468228720e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:32:48Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['12b1457a-acee-4b27-8874-5152d489edb6'], 'active': True} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:32:49.641158 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] For port 9b224881-9f22-42a9-9dcb-94583388436b, host dv-cinder-775706-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=9b224881-9f22-42a9-9dcb-94583388436b,segment=NetworkSegment(1f8f9a3b-7c08-4407-ac52-71fc440e7527),segment_id=1f8f9a3b-7c08-4407-ac52-71fc440e7527)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:32:49.658747 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:49.675397 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-7e51739f-8112-459d-b30d-f7016c650382 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:49.740226 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Pushing event updated for resources: {'Port': ['ID=9b224881-9f22-42a9-9dcb-94583388436b,revision_number=3']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:32:49.753685 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-7e51739f-8112-459d-b30d-f7016c650382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731880292801'] for port, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:49.757600 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvr_db [None req-4fbcf243-ced0-4133-b501-6468228720e8 None None] Set router 12b1457a-acee-4b27-8874-5152d489edb6 gateway port host: dv-cinder-775706-4-iscsi {{(pid=94023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:32:49.822642 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e51739f-8112-459d-b30d-f7016c650382 admin admin] Network a8a196d5-a29e-4be9-a191-37daf17b0baa is already hosted by enough agents. {{(pid=94020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 03:32:49.832298 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.base_scheduler [None req-7e51739f-8112-459d-b30d-f7016c650382 admin admin] Resources bound (agent type, host, resource id): {{(pid=94020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:32:49.837675 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e51739f-8112-459d-b30d-f7016c650382 admin admin] Received port after_create {{(pid=94020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 03:32:49.838450 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-7e51739f-8112-459d-b30d-f7016c650382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3896965'] for router_interface, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:49.934243 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e51739f-8112-459d-b30d-f7016c650382 admin admin] Pushing event updated for resources: {'Port': ['ID=e381043a-8401-4476-80a5-cdf1f3d8532c,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:32:50.000265 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-4fbcf243-ced0-4133-b501-6468228720e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b1457a-acee-4b27-8874-5152d489edb6', 'name': 'tempest-TestShelveInstance-1584992956-router', 'tenant_id': '7e37f11467f142c9a21756611e6d9e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'ce7c76fa-da51-4171-953c-f02aa6ff1d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:32:45Z', 'updated_at': '2021-09-25T03:32:47Z', 'revision_number': 3, 'project_id': '7e37f11467f142c9a21756611e6d9e56', 'gw_port': {'id': 'ce7c76fa-da51-4171-953c-f02aa6ff1d67', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:eb:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b1457a-acee-4b27-8874-5152d489edb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:32:46Z', 'updated_at': '2021-09-25T03:32:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi'}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:32:50.032949 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbcf243-ced0-4133-b501-6468228720e8 None None] The sync data for ids ['12b1457a-acee-4b27-8874-5152d489edb6'] in dv-cinder-775706-4-iscsi is: [{'id': '12b1457a-acee-4b27-8874-5152d489edb6', 'name': 'tempest-TestShelveInstance-1584992956-router', 'tenant_id': '7e37f11467f142c9a21756611e6d9e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'ce7c76fa-da51-4171-953c-f02aa6ff1d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:32:45Z', 'updated_at': '2021-09-25T03:32:47Z', 'revision_number': 3, 'project_id': '7e37f11467f142c9a21756611e6d9e56', 'gw_port': {'id': 'ce7c76fa-da51-4171-953c-f02aa6ff1d67', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:eb:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b1457a-acee-4b27-8874-5152d489edb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:32:46Z', 'updated_at': '2021-09-25T03:32:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi'}] {{(pid=94023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 03:32:50.123125 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-7e51739f-8112-459d-b30d-f7016c650382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:50.266332 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-5ed7d55f-f504-4c5f-83b9-b37a40950e7a None None] Provisioning complete for port 9b224881-9f22-42a9-9dcb-94583388436b triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:32:50.266647 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-5ed7d55f-f504-4c5f-83b9-b37a40950e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:50.371439 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-7e51739f-8112-459d-b30d-f7016c650382 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:50.380800 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-7e51739f-8112-459d-b30d-f7016c650382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:50.381719 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-7e51739f-8112-459d-b30d-f7016c650382 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3623135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3893365'] for router_interface, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:50.502312 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-5ed7d55f-f504-4c5f-83b9-b37a40950e7a None None] Provisioning complete for port e381043a-8401-4476-80a5-cdf1f3d8532c triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:32:50.502732 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-5ed7d55f-f504-4c5f-83b9-b37a40950e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:50.502836 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e51739f-8112-459d-b30d-f7016c650382 admin admin] Pushing event updated for resources: {'Port': ['ID=e381043a-8401-4476-80a5-cdf1f3d8532c,revision_number=2']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:32:50.574462 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-5ed7d55f-f504-4c5f-83b9-b37a40950e7a None None] Port e381043a-8401-4476-80a5-cdf1f3d8532c cannot update to ACTIVE because it is not bound. {{(pid=94022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 25 03:32:50.638226 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e51739f-8112-459d-b30d-f7016c650382 admin admin] Network a8a196d5-a29e-4be9-a191-37daf17b0baa is already hosted by enough agents. {{(pid=94020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 03:32:50.643060 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.base_scheduler [None req-7e51739f-8112-459d-b30d-f7016c650382 admin admin] Resources bound (agent type, host, resource id): {{(pid=94020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:32:50.743053 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-9768f311-0740-429a-b5d5-fc3451cffaa4 None None] Provisioning complete for port e381043a-8401-4476-80a5-cdf1f3d8532c triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:32:50.743814 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-9768f311-0740-429a-b5d5-fc3451cffaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:50.806468 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-9768f311-0740-429a-b5d5-fc3451cffaa4 None None] Port e381043a-8401-4476-80a5-cdf1f3d8532c cannot update to ACTIVE because it is not bound. {{(pid=94022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 25 03:32:50.887580 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e51739f-8112-459d-b30d-f7016c650382 admin admin] Router 12b1457a-acee-4b27-8874-5152d489edb6 has already been hosted by L3 agent be170b3f-ec9b-4dfa-8e40-fa1591bf80a9 {{(pid=94020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 03:32:51.056351 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-55ba3315-46c2-4f71-b0d9-7dceb93b7649 None None] Provisioning complete for port e381043a-8401-4476-80a5-cdf1f3d8532c triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:32:51.057100 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-55ba3315-46c2-4f71-b0d9-7dceb93b7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:51.229757 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e51739f-8112-459d-b30d-f7016c650382 admin admin] Notify agent at l3_agent.dv-cinder-775706-4-iscsi the message routers_updated {{(pid=94020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 03:32:51.265990 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-7e51739f-8112-459d-b30d-f7016c650382 admin admin] 10.222.0.42 "PUT /v2.0/routers/12b1457a-acee-4b27-8874-5152d489edb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2655039 Sep 25 03:32:51.270468 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-55ba3315-46c2-4f71-b0d9-7dceb93b7649 None None] Port e381043a-8401-4476-80a5-cdf1f3d8532c cannot update to ACTIVE because it is not bound. {{(pid=94022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 25 03:32:51.282412 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-afd92d12-b9d5-4a92-bfd4-50d3cdf2ae8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:51.327077 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device 9b224881-9f22-42a9-9dcb-94583388436b up at agent ovs-agent-dv-cinder-775706-4-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 03:32:51.448090 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Provisioning complete for port 9b224881-9f22-42a9-9dcb-94583388436b triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:32:51.448891 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:51.665631 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device ce7c76fa-da51-4171-953c-f02aa6ff1d67 up at agent ovs-agent-dv-cinder-775706-4-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 03:32:51.780838 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12c8605-c9d6-4585-ad9e-40613bd46b54 req-91d3fb43-fea9-405b-b72e-95db1dbc343e tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:51.784969 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e12c8605-c9d6-4585-ad9e-40613bd46b54 req-91d3fb43-fea9-405b-b72e-95db1dbc343e tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2f689b-e392-43fe-8c93-76c444774241 HTTP/1.1" status: 200 len: 946 time: 0.1379039 Sep 25 03:32:51.841441 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Provisioning complete for port ce7c76fa-da51-4171-953c-f02aa6ff1d67 triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:32:51.841906 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:51.865324 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e12c8605-c9d6-4585-ad9e-40613bd46b54 req-546a8ed9-38f1-4669-a5cc-27b7213c7eb2 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d6133d8-bed9-4360-990b-ffc51049b4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701258 Sep 25 03:32:51.955514 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:51.987347 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] For port ce7c76fa-da51-4171-953c-f02aa6ff1d67, host dv-cinder-775706-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=ce7c76fa-da51-4171-953c-f02aa6ff1d67,segment=NetworkSegment(48bff68c-e483-4cc4-95dd-dcbe15bbe597),segment_id=48bff68c-e483-4cc4-95dd-dcbe15bbe597)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:32:51.993865 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:51.995247 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device 189f62cf-505c-44f0-9b3d-961567bc0539 up at agent ovs-agent-dv-cinder-775706-4-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 03:32:52.104056 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Pushing event updated for resources: {'Port': ['ID=ce7c76fa-da51-4171-953c-f02aa6ff1d67,revision_number=4']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:32:52.115992 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:32:52.116337 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:32:52.116779 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:32:52.117057 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:32:52.117380 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:32:52.117716 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:32:52.118043 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:32:52.118370 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:32:52.118715 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:32:52.119035 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:32:52.119437 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:32:52.119758 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:32:52.129303 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Provisioning complete for port 189f62cf-505c-44f0-9b3d-961567bc0539 triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:32:52.129732 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:52.432041 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 53134) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:32:52.437044 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-60f324b7-ef30-481a-938a-2c82227b0c5f tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-334905232', 'description': 'tempest-secgroup-smoke-334905232 description', 'project_id': '7ef1d76a90104052a3716c563fd608ad'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:32:52.470151 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-60f324b7-ef30-481a-938a-2c82227b0c5f tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:52.584107 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-60f324b7-ef30-481a-938a-2c82227b0c5f tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:52.590541 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-60f324b7-ef30-481a-938a-2c82227b0c5f tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:52.646412 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-60f324b7-ef30-481a-938a-2c82227b0c5f tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:52.648562 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-60f324b7-ef30-481a-938a-2c82227b0c5f tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2152615 Sep 25 03:32:52.655254 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 53142) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:32:52.656071 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f324b7-ef30-481a-938a-2c82227b0c5f tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2017f16-944a-46e0-9d41-4d7f0d41cabc,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:32:52.663620 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-9df5cef9-a61e-47cc-a4b4-5cdf21cfcde2 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Request body: {'security_group_rule': {'security_group_id': 'd2017f16-944a-46e0-9d41-4d7f0d41cabc', 'project_id': '7ef1d76a90104052a3716c563fd608ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:32:52.677076 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f324b7-ef30-481a-938a-2c82227b0c5f tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:32:52.677076 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f324b7-ef30-481a-938a-2c82227b0c5f tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:32:52.677076 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f324b7-ef30-481a-938a-2c82227b0c5f tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:32:52.677076 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f324b7-ef30-481a-938a-2c82227b0c5f tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:32:52.677076 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f324b7-ef30-481a-938a-2c82227b0c5f tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:32:52.677076 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f324b7-ef30-481a-938a-2c82227b0c5f tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:32:52.677076 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f324b7-ef30-481a-938a-2c82227b0c5f tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:32:52.677076 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f324b7-ef30-481a-938a-2c82227b0c5f tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:32:52.677076 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f324b7-ef30-481a-938a-2c82227b0c5f tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:32:52.677076 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f324b7-ef30-481a-938a-2c82227b0c5f tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:32:52.677076 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f324b7-ef30-481a-938a-2c82227b0c5f tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:32:52.677076 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f324b7-ef30-481a-938a-2c82227b0c5f tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:32:52.682622 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163699a5-dc5b-4717-a6c5-fb96c0dbbc58 None None] Sync routers for ids ['12b1457a-acee-4b27-8874-5152d489edb6'] in dv-cinder-775706-4-iscsi {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 03:32:52.694810 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163699a5-dc5b-4717-a6c5-fb96c0dbbc58 None None] Routers {'12b1457a-acee-4b27-8874-5152d489edb6'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:32:52.695282 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-163699a5-dc5b-4717-a6c5-fb96c0dbbc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:32:48Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['12b1457a-acee-4b27-8874-5152d489edb6'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:32:52.730987 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-9df5cef9-a61e-47cc-a4b4-5cdf21cfcde2 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:52.827470 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-9df5cef9-a61e-47cc-a4b4-5cdf21cfcde2 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:52.833295 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-9df5cef9-a61e-47cc-a4b4-5cdf21cfcde2 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491355'] for security_group_rule, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:52.856387 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df5cef9-a61e-47cc-a4b4-5cdf21cfcde2 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74407b31-fd8c-4447-8ba8-0aeed8cf43b1,revision_number=0']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:32:52.868797 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-9df5cef9-a61e-47cc-a4b4-5cdf21cfcde2 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:52.870919 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-9df5cef9-a61e-47cc-a4b4-5cdf21cfcde2 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2139845 Sep 25 03:32:52.875291 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 53150) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:32:52.896037 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-9c423596-e494-484e-9321-c537c6701e62 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Request body: {'security_group_rule': {'security_group_id': 'd2017f16-944a-46e0-9d41-4d7f0d41cabc', 'project_id': '7ef1d76a90104052a3716c563fd608ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:32:52.908515 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-163699a5-dc5b-4717-a6c5-fb96c0dbbc58 None None] Set router 12b1457a-acee-4b27-8874-5152d489edb6 gateway port host: dv-cinder-775706-4-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:32:52.958342 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-9c423596-e494-484e-9321-c537c6701e62 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:53.104957 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device ce7c76fa-da51-4171-953c-f02aa6ff1d67 up at agent ovs-agent-dv-cinder-775706-4-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 03:32:53.145351 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-9c423596-e494-484e-9321-c537c6701e62 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:53.156182 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-9c423596-e494-484e-9321-c537c6701e62 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491355'] for security_group_rule, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:53.166277 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29f33c0-7e83-4a0c-ae14-c9e7af219517 req-69b81f56-ac61-4176-a09b-aba19248b45e tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:53.168054 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c29f33c0-7e83-4a0c-ae14-c9e7af219517 req-69b81f56-ac61-4176-a09b-aba19248b45e tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2f689b-e392-43fe-8c93-76c444774241 HTTP/1.1" status: 200 len: 946 time: 0.1130798 Sep 25 03:32:53.190354 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c423596-e494-484e-9321-c537c6701e62 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f38d68ba-83f0-4b22-9b1e-df6c52e70ec4,revision_number=0']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:32:53.216529 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-9c423596-e494-484e-9321-c537c6701e62 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:53.217856 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-9c423596-e494-484e-9321-c537c6701e62 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3412113 Sep 25 03:32:53.223085 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 53166) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:32:53.228911 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-4fef651d-528e-4a34-891d-a418d1d6452e tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Request body: {'security_group_rule': {'security_group_id': 'd2017f16-944a-46e0-9d41-4d7f0d41cabc', 'project_id': '7ef1d76a90104052a3716c563fd608ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:32:53.285153 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c29f33c0-7e83-4a0c-ae14-c9e7af219517 req-72fbb090-fff0-4878-b90b-1f9a7ea190a1 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d6133d8-bed9-4360-990b-ffc51049b4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972860 Sep 25 03:32:53.297796 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-4fef651d-528e-4a34-891d-a418d1d6452e tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:53.387432 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-4fef651d-528e-4a34-891d-a418d1d6452e tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:53.394444 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-4fef651d-528e-4a34-891d-a418d1d6452e tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491355'] for security_group_rule, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:53.417951 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fef651d-528e-4a34-891d-a418d1d6452e tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2d713af-e032-43b4-80c6-39b9daa0739a,revision_number=0']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:32:53.440350 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-4fef651d-528e-4a34-891d-a418d1d6452e tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:53.441686 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-4fef651d-528e-4a34-891d-a418d1d6452e tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2171612 Sep 25 03:32:53.446614 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 53172) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:32:53.451786 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-7b66c1b4-0534-4ccb-b988-2e0c0a6e7de6 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Request body: {'security_group_rule': {'security_group_id': 'd2017f16-944a-46e0-9d41-4d7f0d41cabc', 'project_id': '7ef1d76a90104052a3716c563fd608ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:32:53.485621 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-7b66c1b4-0534-4ccb-b988-2e0c0a6e7de6 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:53.548834 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-7b66c1b4-0534-4ccb-b988-2e0c0a6e7de6 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:53.554569 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-7b66c1b4-0534-4ccb-b988-2e0c0a6e7de6 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491355'] for security_group_rule, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:53.582149 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b66c1b4-0534-4ccb-b988-2e0c0a6e7de6 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f51cd4b-3c59-49e1-9974-94cb505d6623,revision_number=0']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:32:53.585479 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Provisioning complete for port ce7c76fa-da51-4171-953c-f02aa6ff1d67 triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:32:53.586203 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:53.605511 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-7b66c1b4-0534-4ccb-b988-2e0c0a6e7de6 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:53.607468 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-7b66c1b4-0534-4ccb-b988-2e0c0a6e7de6 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1592028 Sep 25 03:32:53.611067 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 53174) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:32:53.618264 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-2411116c-8b13-48e1-bd3c-d1469dffe4e0 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Request body: {'security_group_rule': {'security_group_id': 'd2017f16-944a-46e0-9d41-4d7f0d41cabc', 'project_id': '7ef1d76a90104052a3716c563fd608ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:32:53.661520 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.db.securitygroups_db [None req-2411116c-8b13-48e1-bd3c-d1469dffe4e0 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Project 7ef1d76a90104052a3716c563fd608ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 25 03:32:53.667413 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-2411116c-8b13-48e1-bd3c-d1469dffe4e0 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:53.750188 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-163699a5-dc5b-4717-a6c5-fb96c0dbbc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b1457a-acee-4b27-8874-5152d489edb6', 'name': 'tempest-TestShelveInstance-1584992956-router', 'tenant_id': '7e37f11467f142c9a21756611e6d9e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'ce7c76fa-da51-4171-953c-f02aa6ff1d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:32:45Z', 'updated_at': '2021-09-25T03:32:50Z', 'revision_number': 4, 'project_id': '7e37f11467f142c9a21756611e6d9e56', 'gw_port': {'id': 'ce7c76fa-da51-4171-953c-f02aa6ff1d67', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:eb:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b1457a-acee-4b27-8874-5152d489edb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:32:46Z', 'updated_at': '2021-09-25T03:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_interfaces': [{'id': 'e381043a-8401-4476-80a5-cdf1f3d8532c', 'name': '', 'network_id': 'a8a196d5-a29e-4be9-a191-37daf17b0baa', 'tenant_id': '7e37f11467f142c9a21756611e6d9e56', 'mac_address': 'fa:16:3e:8e:dd:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b1457a-acee-4b27-8874-5152d489edb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '0d9c9ed5-51da-4b6a-86f0-90db29a735d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:32:49Z', 'updated_at': '2021-09-25T03:32:50Z', 'revision_number': 2, 'project_id': '7e37f11467f142c9a21756611e6d9e56', 'subnets': [{'id': '0d9c9ed5-51da-4b6a-86f0-90db29a735d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:32:53.760096 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-2411116c-8b13-48e1-bd3c-d1469dffe4e0 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:53.765668 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-2411116c-8b13-48e1-bd3c-d1469dffe4e0 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491355'] for security_group_rule, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:53.813860 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2411116c-8b13-48e1-bd3c-d1469dffe4e0 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a17945b-0c6b-4887-9d79-7b6006c97d81,revision_number=0']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:32:53.815432 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163699a5-dc5b-4717-a6c5-fb96c0dbbc58 None None] Checking router: 12b1457a-acee-4b27-8874-5152d489edb6 for host: dv-cinder-775706-4-iscsi {{(pid=94022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 03:32:53.817081 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163699a5-dc5b-4717-a6c5-fb96c0dbbc58 None None] Updating router 12b1457a-acee-4b27-8874-5152d489edb6 port e381043a-8401-4476-80a5-cdf1f3d8532c binding host dv-cinder-775706-4-iscsi {{(pid=94022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 03:32:53.845472 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-2411116c-8b13-48e1-bd3c-d1469dffe4e0 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:53.850733 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-2411116c-8b13-48e1-bd3c-d1469dffe4e0 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2335255 Sep 25 03:32:53.850961 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 53182) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:32:53.856333 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-163699a5-dc5b-4717-a6c5-fb96c0dbbc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:53.858109 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-b1b15d26-8e02-450c-a6b6-d951935fc856 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Request body: {'security_group_rule': {'security_group_id': 'd2017f16-944a-46e0-9d41-4d7f0d41cabc', 'project_id': '7ef1d76a90104052a3716c563fd608ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:32:53.945320 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e78ce0e-c10b-4c23-900f-be01f5d19d51 req-83295d1d-cc6a-410f-b1f5-71c9e4aed313 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:53.946583 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5e78ce0e-c10b-4c23-900f-be01f5d19d51 req-83295d1d-cc6a-410f-b1f5-71c9e4aed313 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae2f689b-e392-43fe-8c93-76c444774241 HTTP/1.1" status: 200 len: 946 time: 0.1507022 Sep 25 03:32:53.954173 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.db.securitygroups_db [None req-b1b15d26-8e02-450c-a6b6-d951935fc856 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Project 7ef1d76a90104052a3716c563fd608ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 25 03:32:53.961426 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-b1b15d26-8e02-450c-a6b6-d951935fc856 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:54.094273 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-b1b15d26-8e02-450c-a6b6-d951935fc856 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:54.103512 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-b1b15d26-8e02-450c-a6b6-d951935fc856 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491355'] for security_group_rule, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:54.135228 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b15d26-8e02-450c-a6b6-d951935fc856 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5ab9b2f-377c-4885-90d0-ce97224cf246,revision_number=0']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:32:54.151111 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-b1b15d26-8e02-450c-a6b6-d951935fc856 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:54.152351 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-b1b15d26-8e02-450c-a6b6-d951935fc856 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3004341 Sep 25 03:32:54.158272 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [req-5e78ce0e-c10b-4c23-900f-be01f5d19d51 req-5f360854-544c-4764-a40f-b563d78aafec tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Deleting port bf8fd9c1-3d2e-4a69-98db-f7736f171a3b {{(pid=94021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 03:32:54.158612 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-5e78ce0e-c10b-4c23-900f-be01f5d19d51 req-5f360854-544c-4764-a40f-b563d78aafec tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731880592680'] for port, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:54.290161 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-5e78ce0e-c10b-4c23-900f-be01f5d19d51 req-5f360854-544c-4764-a40f-b563d78aafec tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] For port bf8fd9c1-3d2e-4a69-98db-f7736f171a3b, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=bf8fd9c1-3d2e-4a69-98db-f7736f171a3b,segment=NetworkSegment(58aa6ed3-d7cb-4031-8ddd-7e75652cc68a),segment_id=58aa6ed3-d7cb-4031-8ddd-7e75652cc68a)] {{(pid=94021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:32:54.290916 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-5e78ce0e-c10b-4c23-900f-be01f5d19d51 req-5f360854-544c-4764-a40f-b563d78aafec tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889411'] for port, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:54.305987 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-163699a5-dc5b-4717-a6c5-fb96c0dbbc58 None None] Notify callbacks [] for port, precommit_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:54.312802 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [req-5e78ce0e-c10b-4c23-900f-be01f5d19d51 req-5f360854-544c-4764-a40f-b563d78aafec tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Calling delete_port for bf8fd9c1-3d2e-4a69-98db-f7736f171a3b owned by compute:nova {{(pid=94021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 03:32:54.318044 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-163699a5-dc5b-4717-a6c5-fb96c0dbbc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:54.443750 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a1e207-171f-4d2c-94e5-859271ba5754 None None] Pushing event updated for resources: {'Port': ['ID=e381043a-8401-4476-80a5-cdf1f3d8532c,revision_number=3']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:32:54.569195 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-163699a5-dc5b-4717-a6c5-fb96c0dbbc58 None None] Attempting to bind port e381043a-8401-4476-80a5-cdf1f3d8532c on host dv-cinder-775706-4-iscsi for vnic_type normal with profile {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 03:32:54.569195 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-163699a5-dc5b-4717-a6c5-fb96c0dbbc58 None None] Attempting to bind port e381043a-8401-4476-80a5-cdf1f3d8532c by drivers openvswitch,hyperv on host dv-cinder-775706-4-iscsi at level 0 using segments [{'id': '1f8f9a3b-7c08-4407-ac52-71fc440e7527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8a196d5-a29e-4be9-a191-37daf17b0baa'}] {{(pid=94022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 03:32:54.569531 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163699a5-dc5b-4717-a6c5-fb96c0dbbc58 None None] Attempting to bind port e381043a-8401-4476-80a5-cdf1f3d8532c on network a8a196d5-a29e-4be9-a191-37daf17b0baa {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 03:32:54.582229 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163699a5-dc5b-4717-a6c5-fb96c0dbbc58 None None] Checking agent: {'id': '92762cd5-f40e-4e3b-860e-7f1faf1bdbcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 3, 21, 49), 'started_at': datetime.datetime(2021, 9, 25, 3, 22, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 3, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 03:32:54.582229 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163699a5-dc5b-4717-a6c5-fb96c0dbbc58 None None] Checking segment: {'id': '1f8f9a3b-7c08-4407-ac52-71fc440e7527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8a196d5-a29e-4be9-a191-37daf17b0baa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 03:32:54.584221 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-163699a5-dc5b-4717-a6c5-fb96c0dbbc58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:54.585371 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163699a5-dc5b-4717-a6c5-fb96c0dbbc58 None None] Bound using segment: {'id': '1f8f9a3b-7c08-4407-ac52-71fc440e7527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8a196d5-a29e-4be9-a191-37daf17b0baa'} {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 03:32:54.588343 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-163699a5-dc5b-4717-a6c5-fb96c0dbbc58 None None] Bound port: e381043a-8401-4476-80a5-cdf1f3d8532c, host: dv-cinder-775706-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f8f9a3b-7c08-4407-ac52-71fc440e7527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8a196d5-a29e-4be9-a191-37daf17b0baa'}}] {{(pid=94022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 03:32:54.589155 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-163699a5-dc5b-4717-a6c5-fb96c0dbbc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:54.657531 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce71527-6757-4c42-ab85-9fbfefc4f0c0 req-5c434f1d-9c3b-40a3-9a62-474aa21ea52c tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:54.660177 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2ce71527-6757-4c42-ab85-9fbfefc4f0c0 req-5c434f1d-9c3b-40a3-9a62-474aa21ea52c tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2f689b-e392-43fe-8c93-76c444774241 HTTP/1.1" status: 200 len: 946 time: 0.2326634 Sep 25 03:32:54.786529 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-163699a5-dc5b-4717-a6c5-fb96c0dbbc58 None None] For port e381043a-8401-4476-80a5-cdf1f3d8532c, host dv-cinder-775706-4-iscsi, cleared binding levels {{(pid=94022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 03:32:54.798269 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-163699a5-dc5b-4717-a6c5-fb96c0dbbc58 None None] For port e381043a-8401-4476-80a5-cdf1f3d8532c, host dv-cinder-775706-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=e381043a-8401-4476-80a5-cdf1f3d8532c,segment=NetworkSegment(1f8f9a3b-7c08-4407-ac52-71fc440e7527),segment_id=1f8f9a3b-7c08-4407-ac52-71fc440e7527)] {{(pid=94022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 03:32:54.809023 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-163699a5-dc5b-4717-a6c5-fb96c0dbbc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:54.827532 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-5e78ce0e-c10b-4c23-900f-be01f5d19d51 req-5f360854-544c-4764-a40f-b563d78aafec tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731880598766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731880292810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3214562'] for port, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:54.895203 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163699a5-dc5b-4717-a6c5-fb96c0dbbc58 None None] Routers {'12b1457a-acee-4b27-8874-5152d489edb6'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:32:54.897196 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-163699a5-dc5b-4717-a6c5-fb96c0dbbc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:32:48Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['12b1457a-acee-4b27-8874-5152d489edb6'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:32:54.932479 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f360854-544c-4764-a40f-b563d78aafec tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Pushing event deleted for resources: {'Port': ['ID=bf8fd9c1-3d2e-4a69-98db-f7736f171a3b,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:32:54.956104 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2ce71527-6757-4c42-ab85-9fbfefc4f0c0 req-f2fca787-c6c0-481b-a2ce-4035f613c2e3 tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d6133d8-bed9-4360-990b-ffc51049b4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806542 Sep 25 03:32:54.971898 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a1e207-171f-4d2c-94e5-859271ba5754 None None] Pushing event updated for resources: {'Port': ['ID=e381043a-8401-4476-80a5-cdf1f3d8532c,revision_number=4']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:32:55.017161 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-4791a0eb-e75a-4e5e-a006-414c85d6da21 None None] Provisioning complete for port e381043a-8401-4476-80a5-cdf1f3d8532c triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:32:55.017792 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-4791a0eb-e75a-4e5e-a006-414c85d6da21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:55.089502 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e78ce0e-c10b-4c23-900f-be01f5d19d51 req-5f360854-544c-4764-a40f-b563d78aafec tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] No DVR routers for this DVR port bf8fd9c1-3d2e-4a69-98db-f7736f171a3b on host hv-cinder-77570 {{(pid=94021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 25 03:32:55.095024 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-5e78ce0e-c10b-4c23-900f-be01f5d19d51 req-5f360854-544c-4764-a40f-b563d78aafec tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:55.105678 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5e78ce0e-c10b-4c23-900f-be01f5d19d51 req-5f360854-544c-4764-a40f-b563d78aafec tempest-VolumesActionsTest-1478159533 tempest-VolumesActionsTest-1478159533-project] 10.222.0.45 "DELETE /v2.0/ports/bf8fd9c1-3d2e-4a69-98db-f7736f171a3b HTTP/1.1" status: 204 len: 173 time: 1.1190677 Sep 25 03:32:55.106424 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae2f689b-e392-43fe-8c93-76c444774241', 'name': 'network-vif-deleted', 'tag': 'bf8fd9c1-3d2e-4a69-98db-f7736f171a3b'}] {{(pid=94021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 03:32:55.110535 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e2fb5340eb8446ff58cd715b9748d5b5aabaa2e5f9ab10f469ed89a7c45a212" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b49c6df-4d0c-426a-a25b-ddb765e47f51" -d '{"events": [{"server_uuid": "ae2f689b-e392-43fe-8c93-76c444774241", "name": "network-vif-deleted", "tag": "bf8fd9c1-3d2e-4a69-98db-f7736f171a3b"}]}' {{(pid=94021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 03:32:55.219745 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 03:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fbfbf82-ebb0-413f-929e-ce76a1171b95 x-openstack-request-id: req-4fbfbf82-ebb0-413f-929e-ce76a1171b95 {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 03:32:55.220352 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae2f689b-e392-43fe-8c93-76c444774241", "name": "network-vif-deleted", "tag": "bf8fd9c1-3d2e-4a69-98db-f7736f171a3b", "status": "completed", "code": 200}]} {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 03:32:55.220935 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4fbfbf82-ebb0-413f-929e-ce76a1171b95 {{(pid=94021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 03:32:55.222204 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae2f689b-e392-43fe-8c93-76c444774241', 'name': 'network-vif-deleted', 'tag': 'bf8fd9c1-3d2e-4a69-98db-f7736f171a3b', 'status': 'completed', 'code': 200} Sep 25 03:32:55.275332 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-163699a5-dc5b-4717-a6c5-fb96c0dbbc58 None None] Set router 12b1457a-acee-4b27-8874-5152d489edb6 gateway port host: dv-cinder-775706-4-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:32:55.504140 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-4791a0eb-e75a-4e5e-a006-414c85d6da21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:55.595283 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-4791a0eb-e75a-4e5e-a006-414c85d6da21 None None] For port e381043a-8401-4476-80a5-cdf1f3d8532c, host dv-cinder-775706-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=e381043a-8401-4476-80a5-cdf1f3d8532c,segment=NetworkSegment(1f8f9a3b-7c08-4407-ac52-71fc440e7527),segment_id=1f8f9a3b-7c08-4407-ac52-71fc440e7527)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:32:55.627441 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-4791a0eb-e75a-4e5e-a006-414c85d6da21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:55.673950 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 53270) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:32:55.709882 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4791a0eb-e75a-4e5e-a006-414c85d6da21 None None] Pushing event updated for resources: {'Port': ['ID=e381043a-8401-4476-80a5-cdf1f3d8532c,revision_number=5']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:32:55.788147 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-84d960f3-72e8-4b8f-8823-3b6e39f17720 None None] Provisioning complete for port e381043a-8401-4476-80a5-cdf1f3d8532c triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:32:55.793142 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-84d960f3-72e8-4b8f-8823-3b6e39f17720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:55.896057 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-163699a5-dc5b-4717-a6c5-fb96c0dbbc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b1457a-acee-4b27-8874-5152d489edb6', 'name': 'tempest-TestShelveInstance-1584992956-router', 'tenant_id': '7e37f11467f142c9a21756611e6d9e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'ce7c76fa-da51-4171-953c-f02aa6ff1d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:32:45Z', 'updated_at': '2021-09-25T03:32:50Z', 'revision_number': 4, 'project_id': '7e37f11467f142c9a21756611e6d9e56', 'gw_port': {'id': 'ce7c76fa-da51-4171-953c-f02aa6ff1d67', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:eb:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b1457a-acee-4b27-8874-5152d489edb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:32:46Z', 'updated_at': '2021-09-25T03:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_interfaces': [{'id': 'e381043a-8401-4476-80a5-cdf1f3d8532c', 'name': '', 'network_id': 'a8a196d5-a29e-4be9-a191-37daf17b0baa', 'tenant_id': '7e37f11467f142c9a21756611e6d9e56', 'mac_address': 'fa:16:3e:8e:dd:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b1457a-acee-4b27-8874-5152d489edb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '0d9c9ed5-51da-4b6a-86f0-90db29a735d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:32:49Z', 'updated_at': '2021-09-25T03:32:54Z', 'revision_number': 4, 'project_id': '7e37f11467f142c9a21756611e6d9e56', 'subnets': [{'id': '0d9c9ed5-51da-4b6a-86f0-90db29a735d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:32:55.913578 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 53286) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:32:55.958648 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163699a5-dc5b-4717-a6c5-fb96c0dbbc58 None None] The sync data for ids ['12b1457a-acee-4b27-8874-5152d489edb6'] in dv-cinder-775706-4-iscsi is: [{'id': '12b1457a-acee-4b27-8874-5152d489edb6', 'name': 'tempest-TestShelveInstance-1584992956-router', 'tenant_id': '7e37f11467f142c9a21756611e6d9e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'ce7c76fa-da51-4171-953c-f02aa6ff1d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:32:45Z', 'updated_at': '2021-09-25T03:32:50Z', 'revision_number': 4, 'project_id': '7e37f11467f142c9a21756611e6d9e56', 'gw_port': {'id': 'ce7c76fa-da51-4171-953c-f02aa6ff1d67', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:eb:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b1457a-acee-4b27-8874-5152d489edb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:32:46Z', 'updated_at': '2021-09-25T03:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_interfaces': [{'id': 'e381043a-8401-4476-80a5-cdf1f3d8532c', 'name': '', 'network_id': 'a8a196d5-a29e-4be9-a191-37daf17b0baa', 'tenant_id': '7e37f11467f142c9a21756611e6d9e56', 'mac_address': 'fa:16:3e:8e:dd:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b1457a-acee-4b27-8874-5152d489edb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '0d9c9ed5-51da-4b6a-86f0-90db29a735d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:32:49Z', 'updated_at': '2021-09-25T03:32:54Z', 'revision_number': 4, 'project_id': '7e37f11467f142c9a21756611e6d9e56', 'subnets': [{'id': '0d9c9ed5-51da-4b6a-86f0-90db29a735d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 03:32:56.120385 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-0dc14ee3-588d-4773-8524-c90bea807c73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:56.126292 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-eaeba099-9a05-468a-ade2-9096004c8b45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:56.201389 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device bf8fd9c1-3d2e-4a69-98db-f7736f171a3b no longer exists at agent hyperv_hv-cinder-77570 {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 03:32:56.261737 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] No Port match for: bf8fd9c1-3d2e-4a69-98db-f7736f171a3b {{(pid=94022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 25 03:32:56.262203 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device bf8fd9c1-3d2e-4a69-98db-f7736f171a3b not bound to the agent host hv-cinder-77570 {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 03:32:56.279374 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.db.api [None req-eaeba099-9a05-468a-ade2-9096004c8b45 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 25 03:32:56.279374 dv-cinder-775706-4-iscsi neutron-server[94021]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 25 03:32:56.279374 dv-cinder-775706-4-iscsi neutron-server[94021]: [parameters: {'project_id': 'f4fa4d2ab054451ba783412ed7fe9f8e', 'id': '8a813edf-2830-4a33-84b0-b61a33be5bf8', 'expiration': datetime.datetime(2021, 9, 25, 3, 34, 56, 234045)}] Sep 25 03:32:56.279374 dv-cinder-775706-4-iscsi neutron-server[94021]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94021) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 25 03:32:56.279823 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG oslo_db.api [None req-eaeba099-9a05-468a-ade2-9096004c8b45 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 25 03:32:56.379852 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-0dc14ee3-588d-4773-8524-c90bea807c73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:56.388331 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-0dc14ee3-588d-4773-8524-c90bea807c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:56.463304 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-0dc14ee3-588d-4773-8524-c90bea807c73 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4c47c8d6b5c64cd8a275748f8d002e71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7879097 Sep 25 03:32:56.468917 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 53310) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:32:56.486619 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc14ee3-588d-4773-8524-c90bea807c73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=399c9a0f-eee3-417c-86e9-edae1ad8211d,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:32:56.589831 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-53520884-9009-410c-ac70-ab11728bd212 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:56.623003 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-53520884-9009-410c-ac70-ab11728bd212 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:56.690500 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-53520884-9009-410c-ac70-ab11728bd212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:56.694889 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-53520884-9009-410c-ac70-ab11728bd212 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:56.699913 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-53520884-9009-410c-ac70-ab11728bd212 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/399c9a0f-eee3-417c-86e9-edae1ad8211d HTTP/1.1" status: 204 len: 168 time: 0.2291512 Sep 25 03:32:56.717580 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53520884-9009-410c-ac70-ab11728bd212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=399c9a0f-eee3-417c-86e9-edae1ad8211d,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:32:56.780598 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-eaeba099-9a05-468a-ade2-9096004c8b45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:57.014159 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:57.017690 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-eaeba099-9a05-468a-ade2-9096004c8b45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:57.033777 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-eaeba099-9a05-468a-ade2-9096004c8b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:57.095091 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeba099-9a05-468a-ade2-9096004c8b45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e069663-433a-49db-8f9d-7e1e6a7462d9,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:32:57.152069 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-eaeba099-9a05-468a-ade2-9096004c8b45 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f4fa4d2ab054451ba783412ed7fe9f8e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2365541 Sep 25 03:32:57.155827 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 53334) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:32:57.163462 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device e381043a-8401-4476-80a5-cdf1f3d8532c up at agent ovs-agent-dv-cinder-775706-4-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 03:32:57.240919 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-adf0fab4-eebb-402e-a9ad-a4e32aee6513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:57.280317 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-adf0fab4-eebb-402e-a9ad-a4e32aee6513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:57.326147 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Provisioning complete for port e381043a-8401-4476-80a5-cdf1f3d8532c triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:32:57.326554 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:57.415089 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-adf0fab4-eebb-402e-a9ad-a4e32aee6513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:57.417943 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-adf0fab4-eebb-402e-a9ad-a4e32aee6513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:57.428578 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-adf0fab4-eebb-402e-a9ad-a4e32aee6513 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1e069663-433a-49db-8f9d-7e1e6a7462d9 HTTP/1.1" status: 204 len: 168 time: 0.2715378 Sep 25 03:32:57.449610 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf0fab4-eebb-402e-a9ad-a4e32aee6513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e069663-433a-49db-8f9d-7e1e6a7462d9,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:32:57.943251 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 53378) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:32:57.957952 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-01568425-e5d4-4cbf-b466-8e8460a49039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:58.131605 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-01568425-e5d4-4cbf-b466-8e8460a49039 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:58.139874 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-01568425-e5d4-4cbf-b466-8e8460a49039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:58.184411 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 53388) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:32:58.189334 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-01568425-e5d4-4cbf-b466-8e8460a49039 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=447ec49c1951473ca7f1bfd469c941bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2447844 Sep 25 03:32:58.225863 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01568425-e5d4-4cbf-b466-8e8460a49039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05f9bffc-ca5d-43cc-809e-b7ee9ecb6670,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:32:58.302446 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-ae843ca2-586f-4efe-a552-6e07a7a05bf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:58.314217 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f562f120-b6ee-4da4-9a7c-8742de009241 req-b7326b3c-8732-4c8f-9285-486f6cebf92e tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:58.315838 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f562f120-b6ee-4da4-9a7c-8742de009241 req-b7326b3c-8732-4c8f-9285-486f6cebf92e tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f576e48-52f6-4140-b5d4-183d14373bb8 HTTP/1.1" status: 200 len: 945 time: 0.0642257 Sep 25 03:32:58.343083 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-ae843ca2-586f-4efe-a552-6e07a7a05bf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:58.362639 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f562f120-b6ee-4da4-9a7c-8742de009241 req-fa082c83-723d-448a-856b-f2128b8f6253 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388806 Sep 25 03:32:58.423150 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-ae843ca2-586f-4efe-a552-6e07a7a05bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:58.429239 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-ae843ca2-586f-4efe-a552-6e07a7a05bf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:32:58.431310 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-ae843ca2-586f-4efe-a552-6e07a7a05bf6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/05f9bffc-ca5d-43cc-809e-b7ee9ecb6670 HTTP/1.1" status: 204 len: 168 time: 0.2451739 Sep 25 03:32:58.446672 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae843ca2-586f-4efe-a552-6e07a7a05bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f9bffc-ca5d-43cc-809e-b7ee9ecb6670,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:32:59.507595 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954e0eac-2cec-4f37-90be-61ca125b5b39 req-2bbe6df6-5c2f-4821-9a8c-1489f21f2acc tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:32:59.509216 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-954e0eac-2cec-4f37-90be-61ca125b5b39 req-2bbe6df6-5c2f-4821-9a8c-1489f21f2acc tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f576e48-52f6-4140-b5d4-183d14373bb8 HTTP/1.1" status: 200 len: 945 time: 0.0698845 Sep 25 03:32:59.552804 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-954e0eac-2cec-4f37-90be-61ca125b5b39 req-51634363-0821-4d98-adc8-dd79f8fccb00 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366416 Sep 25 03:33:00.679032 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf24dd-b3c9-4d6f-8004-18172727a90e req-c31305ad-a8d0-447c-aea8-e1abb326da5e tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:00.680760 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-28bf24dd-b3c9-4d6f-8004-18172727a90e req-c31305ad-a8d0-447c-aea8-e1abb326da5e tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f576e48-52f6-4140-b5d4-183d14373bb8 HTTP/1.1" status: 200 len: 945 time: 0.0571694 Sep 25 03:33:00.727445 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-28bf24dd-b3c9-4d6f-8004-18172727a90e req-7094d99f-3459-44d1-b625-4c2553f05342 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395513 Sep 25 03:33:01.886074 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96a928c-a451-4625-94cb-e872c529f520 req-1cafa87e-b223-4cf8-9a1b-347f00fed572 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:01.887674 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c96a928c-a451-4625-94cb-e872c529f520 req-1cafa87e-b223-4cf8-9a1b-347f00fed572 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f576e48-52f6-4140-b5d4-183d14373bb8 HTTP/1.1" status: 200 len: 945 time: 0.0686419 Sep 25 03:33:01.934171 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c96a928c-a451-4625-94cb-e872c529f520 req-c6ecda75-e4cb-4bae-8afa-600e6b46b2cd tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391207 Sep 25 03:33:02.502759 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2632f711-1adb-4bcf-80ba-08b416e68374 req-5c01056b-eb23-4975-a309-aeb2c4f250cb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=797d92b8-a99f-4bce-899d-04675e53f4da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0484881 Sep 25 03:33:02.510322 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c9d025-5770-4b40-8b41-30927e00b1c7 req-312eb8f4-c667-437f-8d16-8f3ec1538ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:02.512618 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-70c9d025-5770-4b40-8b41-30927e00b1c7 req-312eb8f4-c667-437f-8d16-8f3ec1538ae9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=de34d8eb54e54aada3800c65f70a10d3&device_id=9f576e48-52f6-4140-b5d4-183d14373bb8 HTTP/1.1" status: 200 len: 1098 time: 0.0567236 Sep 25 03:33:02.621600 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2632f711-1adb-4bcf-80ba-08b416e68374 req-6c60071c-200e-4f24-871d-5f1b6bfa015a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:02.623338 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2632f711-1adb-4bcf-80ba-08b416e68374 req-6c60071c-200e-4f24-871d-5f1b6bfa015a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=de34d8eb54e54aada3800c65f70a10d3&device_id=797d92b8-a99f-4bce-899d-04675e53f4da HTTP/1.1" status: 200 len: 1099 time: 0.0495267 Sep 25 03:33:02.669085 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c9d025-5770-4b40-8b41-30927e00b1c7 req-7576bbb5-d4dd-4ef9-be4c-bc5ebb8ef9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:02.670759 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-70c9d025-5770-4b40-8b41-30927e00b1c7 req-7576bbb5-d4dd-4ef9-be4c-bc5ebb8ef9b3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=04b053c7-110d-4a44-9e11-89395a2b33fc HTTP/1.1" status: 200 len: 919 time: 0.1064863 Sep 25 03:33:02.720563 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-70c9d025-5770-4b40-8b41-30927e00b1c7 req-99f9a6c8-c0b0-4317-94c7-6408618fbc91 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eabedb0a-c09f-4603-9fcc-8e6dbc74f7ec HTTP/1.1" status: 200 len: 217 time: 0.0410843 Sep 25 03:33:02.762678 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2632f711-1adb-4bcf-80ba-08b416e68374 req-12adb534-3135-42ab-bcbc-aace21afd266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:02.764065 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2632f711-1adb-4bcf-80ba-08b416e68374 req-12adb534-3135-42ab-bcbc-aace21afd266 service neutron] 10.222.0.45 "GET /v2.0/networks?id=04b053c7-110d-4a44-9e11-89395a2b33fc HTTP/1.1" status: 200 len: 919 time: 0.1167879 Sep 25 03:33:02.778483 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c9d025-5770-4b40-8b41-30927e00b1c7 req-bb879603-89d8-42a9-b618-0ae9496f29b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:02.780178 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-70c9d025-5770-4b40-8b41-30927e00b1c7 req-bb879603-89d8-42a9-b618-0ae9496f29b6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0072f95d-4fdc-4aac-bdda-8212120e86d9 HTTP/1.1" status: 200 len: 858 time: 0.0524714 Sep 25 03:33:02.816918 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-70c9d025-5770-4b40-8b41-30927e00b1c7 req-dee13112-7cd7-45bc-a705-d8d47300295d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=04b053c7-110d-4a44-9e11-89395a2b33fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293157 Sep 25 03:33:02.817279 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2632f711-1adb-4bcf-80ba-08b416e68374 req-f7b4dead-aac5-4bcb-a7bc-6b1fcd15a501 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb3080d8-812a-4f43-a655-13f8c5d3aa4f HTTP/1.1" status: 200 len: 217 time: 0.0447547 Sep 25 03:33:02.881996 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2632f711-1adb-4bcf-80ba-08b416e68374 req-89c8462d-a38a-49b3-a406-b600345957ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:02.884706 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2632f711-1adb-4bcf-80ba-08b416e68374 req-89c8462d-a38a-49b3-a406-b600345957ee service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0072f95d-4fdc-4aac-bdda-8212120e86d9 HTTP/1.1" status: 200 len: 858 time: 0.0540788 Sep 25 03:33:02.935070 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2632f711-1adb-4bcf-80ba-08b416e68374 req-4ebccd7b-9aa6-4c56-820c-c3bf725343ec service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=04b053c7-110d-4a44-9e11-89395a2b33fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420480 Sep 25 03:33:02.951117 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-70c9d025-5770-4b40-8b41-30927e00b1c7 req-27dac7b1-b4e7-4547-89cd-d56c58b47e97 service neutron] 10.222.0.45 "GET /v2.0/networks/04b053c7-110d-4a44-9e11-89395a2b33fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206002 Sep 25 03:33:03.080051 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-70c9d025-5770-4b40-8b41-30927e00b1c7 req-8e0e6b5e-370b-4c11-be12-3c3cc5a6ddaa service neutron] 10.222.0.45 "GET /v2.0/networks/04b053c7-110d-4a44-9e11-89395a2b33fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193821 Sep 25 03:33:03.096098 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2632f711-1adb-4bcf-80ba-08b416e68374 req-8a6f5804-dd0b-46fa-a1a5-7b0a99bb07af service neutron] 10.222.0.45 "GET /v2.0/networks/04b053c7-110d-4a44-9e11-89395a2b33fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528420 Sep 25 03:33:03.107096 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d5bd2e-f022-47d1-bf8f-a3d007e4b41d req-d391e933-7258-4372-82d6-3bb6f7efc2c9 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:03.108803 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-33d5bd2e-f022-47d1-bf8f-a3d007e4b41d req-d391e933-7258-4372-82d6-3bb6f7efc2c9 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f576e48-52f6-4140-b5d4-183d14373bb8 HTTP/1.1" status: 200 len: 945 time: 0.0749922 Sep 25 03:33:03.206144 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-33d5bd2e-f022-47d1-bf8f-a3d007e4b41d req-6a2c96fb-6471-40b6-8793-a33137583eb8 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888352 Sep 25 03:33:03.232692 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2632f711-1adb-4bcf-80ba-08b416e68374 req-6001be24-1c2e-4235-b985-41cd43bc8504 service neutron] 10.222.0.45 "GET /v2.0/networks/04b053c7-110d-4a44-9e11-89395a2b33fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227181 Sep 25 03:33:04.437780 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c67f4c-4a10-4ebb-bd35-bfa150fc46d4 req-bff3fc64-6664-4da8-a10c-2d389f49e688 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:04.441312 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d9c67f4c-4a10-4ebb-bd35-bfa150fc46d4 req-bff3fc64-6664-4da8-a10c-2d389f49e688 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f576e48-52f6-4140-b5d4-183d14373bb8 HTTP/1.1" status: 200 len: 945 time: 0.1101408 Sep 25 03:33:04.490868 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d9c67f4c-4a10-4ebb-bd35-bfa150fc46d4 req-4ba4ef5c-93cb-4b72-a664-977bb855cf8d tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440724 Sep 25 03:33:05.724869 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2935e36f-d308-45ed-a075-04709f6745cc req-bd665990-c62c-4dc0-bbbd-95654286f06a tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:05.729225 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2935e36f-d308-45ed-a075-04709f6745cc req-bd665990-c62c-4dc0-bbbd-95654286f06a tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f576e48-52f6-4140-b5d4-183d14373bb8 HTTP/1.1" status: 200 len: 945 time: 0.1132967 Sep 25 03:33:05.830157 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2935e36f-d308-45ed-a075-04709f6745cc req-27506547-1bd6-42f0-9a53-83a0565a0b5c tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701241 Sep 25 03:33:07.008018 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e14366e-ddc2-4597-bf3d-277f59fa1ab6 req-fb921005-9876-46f0-9bb8-1f5de1b5243e tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:07.013586 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2e14366e-ddc2-4597-bf3d-277f59fa1ab6 req-fb921005-9876-46f0-9bb8-1f5de1b5243e tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f576e48-52f6-4140-b5d4-183d14373bb8 HTTP/1.1" status: 200 len: 945 time: 0.0977902 Sep 25 03:33:07.074724 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2e14366e-ddc2-4597-bf3d-277f59fa1ab6 req-49599ca1-726b-4d3b-be74-bab79319ccaf tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560818 Sep 25 03:33:08.256471 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 53592) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:33:08.312760 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5935d8-3383-408c-b39a-e9f16cbf79f6 req-3edaafed-65ce-4b34-bd7d-ac8f30a6905c tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:08.315661 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1f5935d8-3383-408c-b39a-e9f16cbf79f6 req-3edaafed-65ce-4b34-bd7d-ac8f30a6905c tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f576e48-52f6-4140-b5d4-183d14373bb8 HTTP/1.1" status: 200 len: 945 time: 0.1387341 Sep 25 03:33:08.392428 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1f5935d8-3383-408c-b39a-e9f16cbf79f6 req-46887888-adb6-454a-83f7-77ba93c4b105 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680704 Sep 25 03:33:08.488820 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-37583f29-9364-49b2-86cb-ecd2b918e322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:08.656010 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-37583f29-9364-49b2-86cb-ecd2b918e322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:08.662078 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-37583f29-9364-49b2-86cb-ecd2b918e322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:08.705583 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37583f29-9364-49b2-86cb-ecd2b918e322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a1c7a2-ea0b-4eb7-963c-7f1ec492bcd3,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:33:08.714763 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 53598) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:33:08.715143 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-37583f29-9364-49b2-86cb-ecd2b918e322 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1ea8b36e4df84673a735e0b355d0fbe6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4567635 Sep 25 03:33:08.846027 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-c0c1d20c-4a33-43a3-b774-e8b45e0096b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:08.887024 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-c0c1d20c-4a33-43a3-b774-e8b45e0096b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:08.971152 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-c0c1d20c-4a33-43a3-b774-e8b45e0096b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:08.974358 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-c0c1d20c-4a33-43a3-b774-e8b45e0096b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:08.978899 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-c0c1d20c-4a33-43a3-b774-e8b45e0096b0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/25a1c7a2-ea0b-4eb7-963c-7f1ec492bcd3 HTTP/1.1" status: 204 len: 168 time: 0.2624321 Sep 25 03:33:08.990067 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c1d20c-4a33-43a3-b774-e8b45e0096b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a1c7a2-ea0b-4eb7-963c-7f1ec492bcd3,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:33:09.587489 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6f9ccd-a46c-4b5d-badc-63388c77a76e req-2fb87e5c-ff90-4b2b-9dd5-69bdc18650f2 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:09.600516 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ac6f9ccd-a46c-4b5d-badc-63388c77a76e req-2fb87e5c-ff90-4b2b-9dd5-69bdc18650f2 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f576e48-52f6-4140-b5d4-183d14373bb8 HTTP/1.1" status: 200 len: 945 time: 0.1116326 Sep 25 03:33:09.612308 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 53612) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:33:09.655326 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-384de211-3a4c-43ac-98d1-24da9971b69f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:09.658508 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ac6f9ccd-a46c-4b5d-badc-63388c77a76e req-ca6b5f41-8779-4170-b247-8dacef50fb16 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562227 Sep 25 03:33:09.860778 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-384de211-3a4c-43ac-98d1-24da9971b69f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:09.868364 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-384de211-3a4c-43ac-98d1-24da9971b69f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:09.960923 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-384de211-3a4c-43ac-98d1-24da9971b69f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9780fe772f9942b090fa3c979e8565d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3463199 Sep 25 03:33:09.979347 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 53616) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:33:09.982587 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384de211-3a4c-43ac-98d1-24da9971b69f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c62565-b0ad-4b68-81fa-1f71c39a856f,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:33:10.068493 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d4eaa6f9-9060-48b2-8278-2ba4d4f59254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:10.111342 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d4eaa6f9-9060-48b2-8278-2ba4d4f59254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:10.216091 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d4eaa6f9-9060-48b2-8278-2ba4d4f59254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:10.221447 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d4eaa6f9-9060-48b2-8278-2ba4d4f59254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:10.228430 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-d4eaa6f9-9060-48b2-8278-2ba4d4f59254 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a8c62565-b0ad-4b68-81fa-1f71c39a856f HTTP/1.1" status: 204 len: 168 time: 0.2435725 Sep 25 03:33:10.246069 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eaa6f9-9060-48b2-8278-2ba4d4f59254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c62565-b0ad-4b68-81fa-1f71c39a856f,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:33:10.948250 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5524b8-8f58-4ec3-936d-f0959a463094 req-d1b2bda6-1143-48d9-a6b2-3bd2cdc24217 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:10.952613 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4a5524b8-8f58-4ec3-936d-f0959a463094 req-d1b2bda6-1143-48d9-a6b2-3bd2cdc24217 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f576e48-52f6-4140-b5d4-183d14373bb8 HTTP/1.1" status: 200 len: 945 time: 0.0880356 Sep 25 03:33:11.036822 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4a5524b8-8f58-4ec3-936d-f0959a463094 req-b5fa112e-6f1e-4516-9893-6067fb688df3 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663309 Sep 25 03:33:12.262945 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1032de99-1297-44db-9fc7-4aa0ac78aea3 req-954ae0ea-0cde-4084-b036-8452ef015789 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:12.266021 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1032de99-1297-44db-9fc7-4aa0ac78aea3 req-954ae0ea-0cde-4084-b036-8452ef015789 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f576e48-52f6-4140-b5d4-183d14373bb8 HTTP/1.1" status: 200 len: 945 time: 0.0981393 Sep 25 03:33:12.337523 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1032de99-1297-44db-9fc7-4aa0ac78aea3 req-b47469d4-21aa-4a64-90cc-a7b75b2548df tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642650 Sep 25 03:33:13.648614 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e2d82-1ba8-4c56-9c74-f3ec890e5f4e req-878a53a3-bdee-4572-bccd-07f030ec690d tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:13.651937 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1e5e2d82-1ba8-4c56-9c74-f3ec890e5f4e req-878a53a3-bdee-4572-bccd-07f030ec690d tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f576e48-52f6-4140-b5d4-183d14373bb8 HTTP/1.1" status: 200 len: 945 time: 0.1154730 Sep 25 03:33:13.745978 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1e5e2d82-1ba8-4c56-9c74-f3ec890e5f4e req-758560d6-5d98-4bd5-a60a-6736ff71b58a tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837798 Sep 25 03:33:14.338785 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 53712) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:33:14.513701 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-dc828420-b1a3-4cd2-8194-72eeae90c74c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:14.695106 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-dc828420-b1a3-4cd2-8194-72eeae90c74c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:14.703567 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-dc828420-b1a3-4cd2-8194-72eeae90c74c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:14.755941 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-dc828420-b1a3-4cd2-8194-72eeae90c74c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5c236e59631b40e69abe16b61575c873&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4148903 Sep 25 03:33:14.760681 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 53716) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:33:14.811496 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc828420-b1a3-4cd2-8194-72eeae90c74c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30c07286-8955-4f4c-ae7c-4f95c6c368ae,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:33:14.883962 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-4e318bb9-bed9-4a67-a0a0-6b4527143353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:14.926183 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-4e318bb9-bed9-4a67-a0a0-6b4527143353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:15.078380 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca5824-5408-4f2f-8c6c-41a16eaff4b2 req-4b4d7033-c13f-45e5-90dc-6263baacb1eb tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:15.092361 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-cfca5824-5408-4f2f-8c6c-41a16eaff4b2 req-4b4d7033-c13f-45e5-90dc-6263baacb1eb tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f576e48-52f6-4140-b5d4-183d14373bb8 HTTP/1.1" status: 200 len: 945 time: 0.1362836 Sep 25 03:33:15.160503 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-4e318bb9-bed9-4a67-a0a0-6b4527143353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:15.164846 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-4e318bb9-bed9-4a67-a0a0-6b4527143353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:15.169450 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-4e318bb9-bed9-4a67-a0a0-6b4527143353 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/30c07286-8955-4f4c-ae7c-4f95c6c368ae HTTP/1.1" status: 204 len: 168 time: 0.4071276 Sep 25 03:33:15.200544 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-cfca5824-5408-4f2f-8c6c-41a16eaff4b2 req-93de3be4-cb49-4680-a5dc-bb59b4cf5d39 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063054 Sep 25 03:33:15.255024 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e318bb9-bed9-4a67-a0a0-6b4527143353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c07286-8955-4f4c-ae7c-4f95c6c368ae,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:33:15.527221 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ace9f4b0-9ebe-452f-a9e0-116797781c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:15.902593 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 53728) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:33:15.920526 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-e06ead8b-127c-4da3-b859-f1425361ded8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:16.066792 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-e06ead8b-127c-4da3-b859-f1425361ded8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:16.073397 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-e06ead8b-127c-4da3-b859-f1425361ded8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:16.129872 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-e06ead8b-127c-4da3-b859-f1425361ded8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=73956d9feca546aea2c2940bd3cc1037&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2213151 Sep 25 03:33:16.129872 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06ead8b-127c-4da3-b859-f1425361ded8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d5897e-0a18-42b7-b1ae-33fc6c2c98a3,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:33:16.130389 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 53730) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:33:16.219157 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-815ab36e-29fa-40f5-ada4-e3f088b756ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:16.259062 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-815ab36e-29fa-40f5-ada4-e3f088b756ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:16.339216 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-815ab36e-29fa-40f5-ada4-e3f088b756ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:16.350439 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-815ab36e-29fa-40f5-ada4-e3f088b756ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:16.368992 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-815ab36e-29fa-40f5-ada4-e3f088b756ae admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/82d5897e-0a18-42b7-b1ae-33fc6c2c98a3 HTTP/1.1" status: 204 len: 168 time: 0.2287242 Sep 25 03:33:16.396857 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815ab36e-29fa-40f5-ada4-e3f088b756ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d5897e-0a18-42b7-b1ae-33fc6c2c98a3,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:33:16.429769 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815ab36e-29fa-40f5-ada4-e3f088b756ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:33:16.441569 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815ab36e-29fa-40f5-ada4-e3f088b756ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:33:16.442276 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815ab36e-29fa-40f5-ada4-e3f088b756ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:33:16.442770 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815ab36e-29fa-40f5-ada4-e3f088b756ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:33:16.443318 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815ab36e-29fa-40f5-ada4-e3f088b756ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:33:16.443828 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815ab36e-29fa-40f5-ada4-e3f088b756ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:33:16.444315 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815ab36e-29fa-40f5-ada4-e3f088b756ae admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:33:16.444996 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815ab36e-29fa-40f5-ada4-e3f088b756ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:33:16.445520 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815ab36e-29fa-40f5-ada4-e3f088b756ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:33:16.446010 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815ab36e-29fa-40f5-ada4-e3f088b756ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:33:16.446524 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815ab36e-29fa-40f5-ada4-e3f088b756ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:33:16.446997 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815ab36e-29fa-40f5-ada4-e3f088b756ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:33:16.569370 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a28188f-4444-4629-8efe-c450781a4757 req-3612e716-79da-419f-8791-c6b128922471 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:16.578517 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3a28188f-4444-4629-8efe-c450781a4757 req-3612e716-79da-419f-8791-c6b128922471 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f576e48-52f6-4140-b5d4-183d14373bb8 HTTP/1.1" status: 200 len: 945 time: 0.1718705 Sep 25 03:33:16.655061 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-cc8b2c24-142d-45e2-a832-e942595338fe req-02a6aa98-3ee9-4424-9fed-07619bcda389 tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=907feb1473134a7e8b45edbd84e5fd82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0504544 Sep 25 03:33:16.719046 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3a28188f-4444-4629-8efe-c450781a4757 req-9057094e-ac9e-46c3-94d2-16f8a406e4ec tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313374 Sep 25 03:33:16.993210 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b2c24-142d-45e2-a832-e942595338fe req-f4188f54-878d-43d5-99dd-e8f620240fa0 tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:16.997598 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-cc8b2c24-142d-45e2-a832-e942595338fe req-f4188f54-878d-43d5-99dd-e8f620240fa0 tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3317645 Sep 25 03:33:17.022707 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-cc8b2c24-142d-45e2-a832-e942595338fe req-01a2192a-9946-4af0-b1d1-11dd5ab15725 tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] 10.222.0.42 "GET /v2.0/quotas/907feb1473134a7e8b45edbd84e5fd82 HTTP/1.1" status: 200 len: 375 time: 0.0199492 Sep 25 03:33:17.082391 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-cc8b2c24-142d-45e2-a832-e942595338fe req-30a7a9e0-31bb-4170-819c-a4d104072a28 tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=907feb1473134a7e8b45edbd84e5fd82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525544 Sep 25 03:33:17.604508 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-e0e89594-95d4-43a6-b169-7b0e08908029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:17.919198 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b201a427-e76b-4ab1-8858-772bdcbb0d2a req-7c35ff0d-7dc5-4c2a-9e22-16f492a76790 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:17.921045 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b201a427-e76b-4ab1-8858-772bdcbb0d2a req-7c35ff0d-7dc5-4c2a-9e22-16f492a76790 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f576e48-52f6-4140-b5d4-183d14373bb8 HTTP/1.1" status: 200 len: 945 time: 0.1001642 Sep 25 03:33:18.363368 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b201a427-e76b-4ab1-8858-772bdcbb0d2a req-ae7c9567-436f-4216-91dc-dfefc71d0404 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4343963 Sep 25 03:33:18.615000 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f9c29144-c964-4ab9-8b2c-71ca7900f309 req-6d4947b7-085e-473f-842b-92bdab99c89f tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcadf2ab-7667-46a2-8c93-d9d0efd41237 HTTP/1.1" status: 200 len: 210 time: 0.0541425 Sep 25 03:33:19.030511 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed12930-5c00-473b-9673-23f5833a3583 req-247e4965-54dc-4007-b689-90dbaf9911e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:19.033634 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-aed12930-5c00-473b-9673-23f5833a3583 req-247e4965-54dc-4007-b689-90dbaf9911e7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9f576e48-52f6-4140-b5d4-183d14373bb8 HTTP/1.1" status: 200 len: 1098 time: 0.0863690 Sep 25 03:33:19.127928 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-aed12930-5c00-473b-9673-23f5833a3583 req-b7694f26-66b1-42a3-9d67-c10f9a691d7a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845242 Sep 25 03:33:19.178770 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 53816) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:33:19.246831 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-fa5af178-6116-457c-95b6-13dc589f2bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:19.317936 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:19.384137 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-9925319d-2a25-432a-9c91-c0ac56640daf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:19.523101 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-9925319d-2a25-432a-9c91-c0ac56640daf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:19.532454 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-9925319d-2a25-432a-9c91-c0ac56640daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:19.575506 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9848e3ab-9273-4e5b-8fdf-228e365dbfa2 req-23739211-6ade-40f7-9105-7fa8f10b0373 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:19.577254 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9848e3ab-9273-4e5b-8fdf-228e365dbfa2 req-23739211-6ade-40f7-9105-7fa8f10b0373 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f576e48-52f6-4140-b5d4-183d14373bb8 HTTP/1.1" status: 200 len: 945 time: 0.0728250 Sep 25 03:33:19.580707 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-9925319d-2a25-432a-9c91-c0ac56640daf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f8960ad5513f474485fcee55ecb6e97d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3999534 Sep 25 03:33:19.581146 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9925319d-2a25-432a-9c91-c0ac56640daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e3a6942-8517-4498-b0de-04574ea4d3f1,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:33:19.584512 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 53826) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:33:19.660062 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9848e3ab-9273-4e5b-8fdf-228e365dbfa2 req-ce7cc676-920a-41b4-8a19-6b6206e46fd8 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670102 Sep 25 03:33:19.679019 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-01392155-1a8f-4679-a94d-ea684cb46baf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:19.725107 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-01392155-1a8f-4679-a94d-ea684cb46baf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:19.884391 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f13812e1-c149-40c7-a38a-275264f8e830 req-3b02875b-27c3-4002-af93-26965970eb3e tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcadf2ab-7667-46a2-8c93-d9d0efd41237 HTTP/1.1" status: 200 len: 210 time: 0.0922291 Sep 25 03:33:19.933372 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-01392155-1a8f-4679-a94d-ea684cb46baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:19.936974 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-01392155-1a8f-4679-a94d-ea684cb46baf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:19.938460 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-01392155-1a8f-4679-a94d-ea684cb46baf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5e3a6942-8517-4498-b0de-04574ea4d3f1 HTTP/1.1" status: 204 len: 168 time: 0.3527825 Sep 25 03:33:19.951181 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01392155-1a8f-4679-a94d-ea684cb46baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e3a6942-8517-4498-b0de-04574ea4d3f1,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:33:20.862414 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f25cc7b-3594-4ab9-842c-7cd00f618b9b req-80bdcd07-6779-4174-b66a-0811ca5a5678 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:20.888565 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4f25cc7b-3594-4ab9-842c-7cd00f618b9b req-80bdcd07-6779-4174-b66a-0811ca5a5678 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f576e48-52f6-4140-b5d4-183d14373bb8 HTTP/1.1" status: 200 len: 945 time: 0.1095040 Sep 25 03:33:20.999757 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4f25cc7b-3594-4ab9-842c-7cd00f618b9b req-75bf6435-88f3-404e-a223-eb14c9b3c627 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060331 Sep 25 03:33:21.135226 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2df2ef12-e0f2-4752-bbf1-becd3e8fdfc0 req-2fd215cd-0b08-49fa-a633-fadd11fd67f4 tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcadf2ab-7667-46a2-8c93-d9d0efd41237 HTTP/1.1" status: 200 len: 210 time: 0.0456045 Sep 25 03:33:21.165589 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-afd92d12-b9d5-4a92-bfd4-50d3cdf2ae8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:21.495817 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-cc8b2c24-142d-45e2-a832-e942595338fe req-1050eb25-f1f3-4f1e-846d-002a4a221621 tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=907feb1473134a7e8b45edbd84e5fd82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0531633 Sep 25 03:33:21.515461 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-12453c79-04f6-431c-ac7a-1da34be194f8 None None] Agent healthcheck: found 6 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 03:33:21.771760 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b2c24-142d-45e2-a832-e942595338fe req-62b98f45-96ae-4054-aa56-39afdfa542f2 tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:21.777942 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-cc8b2c24-142d-45e2-a832-e942595338fe req-62b98f45-96ae-4054-aa56-39afdfa542f2 tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2749639 Sep 25 03:33:21.807629 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [req-cc8b2c24-142d-45e2-a832-e942595338fe req-fd82a360-afc4-4785-9627-bed2257c3d49 tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] Request body: {'port': {'device_id': 'dcadf2ab-7667-46a2-8c93-d9d0efd41237', 'network_id': 'a2052983-aea4-4cdf-8192-7c6edb275924', 'admin_state_up': True, 'tenant_id': '907feb1473134a7e8b45edbd84e5fd82'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:33:22.062937 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc8b2c24-142d-45e2-a832-e942595338fe req-fd82a360-afc4-4785-9627-bed2257c3d49 tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] Made reservation on behalf of 907feb1473134a7e8b45edbd84e5fd82 for: {'port': 1} {{(pid=94021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 03:33:22.072534 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-cc8b2c24-142d-45e2-a832-e942595338fe req-fd82a360-afc4-4785-9627-bed2257c3d49 tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:22.085557 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-cc8b2c24-142d-45e2-a832-e942595338fe req-fd82a360-afc4-4785-9627-bed2257c3d49 tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:22.289418 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b4b1d2-d32c-4873-a41e-f9fb8253aa0a req-f37e1730-8f5a-440d-8394-4dc1fc7a5c33 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:22.291175 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-48b4b1d2-d32c-4873-a41e-f9fb8253aa0a req-f37e1730-8f5a-440d-8394-4dc1fc7a5c33 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f576e48-52f6-4140-b5d4-183d14373bb8 HTTP/1.1" status: 200 len: 945 time: 0.1269186 Sep 25 03:33:22.311986 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-cc8b2c24-142d-45e2-a832-e942595338fe req-fd82a360-afc4-4785-9627-bed2257c3d49 tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:22.321045 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-cc8b2c24-142d-45e2-a832-e942595338fe req-fd82a360-afc4-4785-9627-bed2257c3d49 tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:22.475380 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd82a360-afc4-4785-9627-bed2257c3d49 tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12bc5544-504a-43fe-8431-0b63a00b1d69,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:33:22.491183 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-48b4b1d2-d32c-4873-a41e-f9fb8253aa0a req-65338858-6803-4541-be15-c11a7e04814e tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876607 Sep 25 03:33:22.703926 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.db.db_base_plugin_common [req-cc8b2c24-142d-45e2-a832-e942595338fe req-fd82a360-afc4-4785-9627-bed2257c3d49 tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] Allocated IP 192.168.233.234 (a2052983-aea4-4cdf-8192-7c6edb275924/b8b4fa98-6f74-43f3-be65-0b1d5f34ba62/5c112ca8-4b31-4185-b0f8-19a9efb9ac56) {{(pid=94021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 03:33:22.797309 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5c852b99-734b-49f3-b31d-e84acd06e491 req-21e93ccd-bd11-41f5-a8f3-20dc40c54cac tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcadf2ab-7667-46a2-8c93-d9d0efd41237 HTTP/1.1" status: 200 len: 210 time: 0.2412436 Sep 25 03:33:23.076265 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-cc8b2c24-142d-45e2-a832-e942595338fe req-fd82a360-afc4-4785-9627-bed2257c3d49 tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] Notify callbacks [] for port, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:23.211571 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-cc8b2c24-142d-45e2-a832-e942595338fe req-fd82a360-afc4-4785-9627-bed2257c3d49 tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731880292801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3214562'] for port, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:23.266596 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc8b2c24-142d-45e2-a832-e942595338fe req-fd82a360-afc4-4785-9627-bed2257c3d49 tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] Network a2052983-aea4-4cdf-8192-7c6edb275924 is already hosted by enough agents. {{(pid=94021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 03:33:23.271624 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.base_scheduler [req-cc8b2c24-142d-45e2-a832-e942595338fe req-fd82a360-afc4-4785-9627-bed2257c3d49 tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] Resources bound (agent type, host, resource id): {{(pid=94021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:33:23.274925 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc8b2c24-142d-45e2-a832-e942595338fe req-fd82a360-afc4-4785-9627-bed2257c3d49 tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] Received port after_create {{(pid=94021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 03:33:23.326940 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd82a360-afc4-4785-9627-bed2257c3d49 tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] Pushing event updated for resources: {'Port': ['ID=5c112ca8-4b31-4185-b0f8-19a9efb9ac56,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:33:23.378714 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b2c24-142d-45e2-a832-e942595338fe req-fd82a360-afc4-4785-9627-bed2257c3d49 tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:23.379666 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-cc8b2c24-142d-45e2-a832-e942595338fe req-fd82a360-afc4-4785-9627-bed2257c3d49 tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:23.391985 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66757259-39c9-415c-946c-1850c3483521 req-c8bcb150-17b1-4b2d-b177-1d6dfb2da5cb tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:23.393805 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-66757259-39c9-415c-946c-1850c3483521 req-c8bcb150-17b1-4b2d-b177-1d6dfb2da5cb tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f576e48-52f6-4140-b5d4-183d14373bb8 HTTP/1.1" status: 200 len: 945 time: 0.0938497 Sep 25 03:33:23.482609 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-cc8b2c24-142d-45e2-a832-e942595338fe req-fd82a360-afc4-4785-9627-bed2257c3d49 tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6829669 Sep 25 03:33:23.509732 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [req-cc8b2c24-142d-45e2-a832-e942595338fe req-5f462eb6-1afe-4825-a0d9-a157b591948f service neutron] Request body: {'port': {'device_id': 'dcadf2ab-7667-46a2-8c93-d9d0efd41237', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:33:23.558472 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-66757259-39c9-415c-946c-1850c3483521 req-9f7c8fb4-e75f-4837-9e3a-d5ee3aaffc47 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316841 Sep 25 03:33:23.612943 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d659f94-3a62-4515-85a1-6386afe50530 req-7f9a4129-be26-4aca-a64f-199cce2a14aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:23.613890 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-cc8b2c24-142d-45e2-a832-e942595338fe req-5f462eb6-1afe-4825-a0d9-a157b591948f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:23.619297 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-1d659f94-3a62-4515-85a1-6386afe50530 req-7f9a4129-be26-4aca-a64f-199cce2a14aa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=de34d8eb54e54aada3800c65f70a10d3&device_id=9f576e48-52f6-4140-b5d4-183d14373bb8 HTTP/1.1" status: 200 len: 1098 time: 0.1535039 Sep 25 03:33:23.713439 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-fd90d1a0-e4f6-4fc7-874b-1e1e26ee9c66 None None] Provisioning complete for port 5c112ca8-4b31-4185-b0f8-19a9efb9ac56 triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:33:23.715272 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-fd90d1a0-e4f6-4fc7-874b-1e1e26ee9c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:23.793544 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-fd90d1a0-e4f6-4fc7-874b-1e1e26ee9c66 None None] Port 5c112ca8-4b31-4185-b0f8-19a9efb9ac56 cannot update to ACTIVE because it is not bound. {{(pid=94022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 25 03:33:23.836778 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d659f94-3a62-4515-85a1-6386afe50530 req-ffd0bec9-8f65-4995-a863-86ec7ba7485b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:23.839666 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-1d659f94-3a62-4515-85a1-6386afe50530 req-ffd0bec9-8f65-4995-a863-86ec7ba7485b service neutron] 10.222.0.45 "GET /v2.0/networks?id=04b053c7-110d-4a44-9e11-89395a2b33fc HTTP/1.1" status: 200 len: 919 time: 0.2113328 Sep 25 03:33:23.954425 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-1d659f94-3a62-4515-85a1-6386afe50530 req-a33c2894-5a3c-44b5-adff-83026b21e6eb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eabedb0a-c09f-4603-9fcc-8e6dbc74f7ec HTTP/1.1" status: 200 len: 217 time: 0.0975773 Sep 25 03:33:24.074749 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d659f94-3a62-4515-85a1-6386afe50530 req-de2365c0-26c9-40b9-8b26-7ed65e44fa49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:24.080266 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-1d659f94-3a62-4515-85a1-6386afe50530 req-de2365c0-26c9-40b9-8b26-7ed65e44fa49 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0072f95d-4fdc-4aac-bdda-8212120e86d9 HTTP/1.1" status: 200 len: 858 time: 0.1182113 Sep 25 03:33:24.110384 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e0908-6a9f-4a08-8ebf-0aa03a064c4d req-c6e387fb-cec3-4934-a44c-e090abb72255 tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:24.118983 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-eb5e0908-6a9f-4a08-8ebf-0aa03a064c4d req-c6e387fb-cec3-4934-a44c-e090abb72255 tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcadf2ab-7667-46a2-8c93-d9d0efd41237 HTTP/1.1" status: 200 len: 936 time: 0.1429224 Sep 25 03:33:24.132463 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-1d659f94-3a62-4515-85a1-6386afe50530 req-feb5f774-9c6f-4bdf-8163-d225b772ec1a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=04b053c7-110d-4a44-9e11-89395a2b33fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439091 Sep 25 03:33:24.187940 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [req-cc8b2c24-142d-45e2-a832-e942595338fe req-5f462eb6-1afe-4825-a0d9-a157b591948f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c112ca8-4b31-4185-b0f8-19a9efb9ac56 {{(pid=94021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 03:33:24.207252 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-cc8b2c24-142d-45e2-a832-e942595338fe req-5f462eb6-1afe-4825-a0d9-a157b591948f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:24.247351 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-eb5e0908-6a9f-4a08-8ebf-0aa03a064c4d req-103d754b-3bdf-473a-9881-bc9e7dc17639 tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] 10.222.0.42 "GET /v2.0/security-groups?id=12bc5544-504a-43fe-8431-0b63a00b1d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274180 Sep 25 03:33:24.252833 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-1d659f94-3a62-4515-85a1-6386afe50530 req-7719dad1-ebe2-40eb-93fb-570fdfafdd25 service neutron] 10.222.0.45 "GET /v2.0/networks/04b053c7-110d-4a44-9e11-89395a2b33fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110344 Sep 25 03:33:24.275200 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.db.provisioning_blocks [req-cc8b2c24-142d-45e2-a832-e942595338fe req-5f462eb6-1afe-4825-a0d9-a157b591948f service neutron] Transition to ACTIVE for port object 5c112ca8-4b31-4185-b0f8-19a9efb9ac56 will not be triggered until provisioned by entity L2. {{(pid=94021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 25 03:33:24.282576 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-cc8b2c24-142d-45e2-a832-e942595338fe req-5f462eb6-1afe-4825-a0d9-a157b591948f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3214569'] for port, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:24.355864 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f462eb6-1afe-4825-a0d9-a157b591948f service neutron] Pushing event updated for resources: {'Port': ['ID=5c112ca8-4b31-4185-b0f8-19a9efb9ac56,revision_number=2']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:33:24.437483 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-1d659f94-3a62-4515-85a1-6386afe50530 req-c1d4fdf0-b7e7-4d25-a37f-dc7378a50adf service neutron] 10.222.0.45 "GET /v2.0/networks/04b053c7-110d-4a44-9e11-89395a2b33fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730869 Sep 25 03:33:24.550585 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-cc8b2c24-142d-45e2-a832-e942595338fe req-5f462eb6-1afe-4825-a0d9-a157b591948f service neutron] Attempting to bind port 5c112ca8-4b31-4185-b0f8-19a9efb9ac56 on host hv-cinder-77570 for vnic_type normal with profile {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 03:33:24.551130 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-cc8b2c24-142d-45e2-a832-e942595338fe req-5f462eb6-1afe-4825-a0d9-a157b591948f service neutron] Attempting to bind port 5c112ca8-4b31-4185-b0f8-19a9efb9ac56 by drivers openvswitch,hyperv on host hv-cinder-77570 at level 0 using segments [{'id': '6adf372c-8bc9-48a2-93df-814f9f03c833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a2052983-aea4-4cdf-8192-7c6edb275924'}] {{(pid=94021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 03:33:24.551565 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8b2c24-142d-45e2-a832-e942595338fe req-5f462eb6-1afe-4825-a0d9-a157b591948f service neutron] Attempting to bind port 5c112ca8-4b31-4185-b0f8-19a9efb9ac56 on network a2052983-aea4-4cdf-8192-7c6edb275924 {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 03:33:24.572484 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8b2c24-142d-45e2-a832-e942595338fe req-5f462eb6-1afe-4825-a0d9-a157b591948f service neutron] Port 5c112ca8-4b31-4185-b0f8-19a9efb9ac56 on network a2052983-aea4-4cdf-8192-7c6edb275924 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77570 {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 25 03:33:24.572959 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8b2c24-142d-45e2-a832-e942595338fe req-5f462eb6-1afe-4825-a0d9-a157b591948f service neutron] Attempting to bind port 5c112ca8-4b31-4185-b0f8-19a9efb9ac56 on network a2052983-aea4-4cdf-8192-7c6edb275924 {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 03:33:24.593521 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8b2c24-142d-45e2-a832-e942595338fe req-5f462eb6-1afe-4825-a0d9-a157b591948f service neutron] Checking agent: {'id': '508f5817-0468-490c-b4b9-d8db88d5fd84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 3, 27, 55), 'started_at': datetime.datetime(2021, 9, 25, 3, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 3, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 03:33:24.593521 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8b2c24-142d-45e2-a832-e942595338fe req-5f462eb6-1afe-4825-a0d9-a157b591948f service neutron] Checking segment: {'id': '6adf372c-8bc9-48a2-93df-814f9f03c833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a2052983-aea4-4cdf-8192-7c6edb275924'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 03:33:24.593521 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8b2c24-142d-45e2-a832-e942595338fe req-5f462eb6-1afe-4825-a0d9-a157b591948f service neutron] Bound using segment: {'id': '6adf372c-8bc9-48a2-93df-814f9f03c833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a2052983-aea4-4cdf-8192-7c6edb275924'} {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 03:33:24.593521 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-cc8b2c24-142d-45e2-a832-e942595338fe req-5f462eb6-1afe-4825-a0d9-a157b591948f service neutron] Bound port: 5c112ca8-4b31-4185-b0f8-19a9efb9ac56, host: hv-cinder-77570, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6adf372c-8bc9-48a2-93df-814f9f03c833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a2052983-aea4-4cdf-8192-7c6edb275924'}}] {{(pid=94021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 03:33:24.593521 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-cc8b2c24-142d-45e2-a832-e942595338fe req-5f462eb6-1afe-4825-a0d9-a157b591948f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:24.811979 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-cc8b2c24-142d-45e2-a832-e942595338fe req-5f462eb6-1afe-4825-a0d9-a157b591948f service neutron] For port 5c112ca8-4b31-4185-b0f8-19a9efb9ac56, host hv-cinder-77570, cleared binding levels {{(pid=94021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 03:33:24.816949 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-cc8b2c24-142d-45e2-a832-e942595338fe req-5f462eb6-1afe-4825-a0d9-a157b591948f service neutron] For port 5c112ca8-4b31-4185-b0f8-19a9efb9ac56, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=5c112ca8-4b31-4185-b0f8-19a9efb9ac56,segment=NetworkSegment(6adf372c-8bc9-48a2-93df-814f9f03c833),segment_id=6adf372c-8bc9-48a2-93df-814f9f03c833)] {{(pid=94021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 03:33:24.826888 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd51964-b961-4e7b-a783-c679c01b9519 req-24308174-4a5a-4334-9b92-5de8b87a079a tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:24.828727 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8fd51964-b961-4e7b-a783-c679c01b9519 req-24308174-4a5a-4334-9b92-5de8b87a079a tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f576e48-52f6-4140-b5d4-183d14373bb8 HTTP/1.1" status: 200 len: 945 time: 0.1506693 Sep 25 03:33:24.838803 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-cc8b2c24-142d-45e2-a832-e942595338fe req-5f462eb6-1afe-4825-a0d9-a157b591948f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3214569'] for port, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:24.893405 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b2c24-142d-45e2-a832-e942595338fe req-5f462eb6-1afe-4825-a0d9-a157b591948f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:24.894239 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-cc8b2c24-142d-45e2-a832-e942595338fe req-5f462eb6-1afe-4825-a0d9-a157b591948f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:24.895962 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-cc8b2c24-142d-45e2-a832-e942595338fe req-5f462eb6-1afe-4825-a0d9-a157b591948f service neutron] 10.222.0.45 "PUT /v2.0/ports/5c112ca8-4b31-4185-b0f8-19a9efb9ac56 HTTP/1.1" status: 200 len: 1098 time: 1.3917012 Sep 25 03:33:24.900104 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcadf2ab-7667-46a2-8c93-d9d0efd41237', 'tag': '5c112ca8-4b31-4185-b0f8-19a9efb9ac56'}] {{(pid=94021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 03:33:24.902824 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e2fb5340eb8446ff58cd715b9748d5b5aabaa2e5f9ab10f469ed89a7c45a212" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3976bce4-5187-4195-83f8-2171304d14a6" -d '{"events": [{"name": "network-changed", "server_uuid": "dcadf2ab-7667-46a2-8c93-d9d0efd41237", "tag": "5c112ca8-4b31-4185-b0f8-19a9efb9ac56"}]}' {{(pid=94021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 03:33:25.012251 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8fd51964-b961-4e7b-a783-c679c01b9519 req-6a4c2019-d7eb-4200-a517-766d3c08ba32 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754055 Sep 25 03:33:25.017352 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 03:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb79708-df19-4767-8bc7-8dcc4d23b974 x-openstack-request-id: req-0bb79708-df19-4767-8bc7-8dcc4d23b974 {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 03:33:25.017944 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcadf2ab-7667-46a2-8c93-d9d0efd41237", "tag": "5c112ca8-4b31-4185-b0f8-19a9efb9ac56", "status": "completed", "code": 200}]} {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 03:33:25.018549 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0bb79708-df19-4767-8bc7-8dcc4d23b974 {{(pid=94021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 03:33:25.019192 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcadf2ab-7667-46a2-8c93-d9d0efd41237', 'tag': '5c112ca8-4b31-4185-b0f8-19a9efb9ac56', 'status': 'completed', 'code': 200} Sep 25 03:33:25.024474 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f462eb6-1afe-4825-a0d9-a157b591948f service neutron] Pushing event updated for resources: {'Port': ['ID=5c112ca8-4b31-4185-b0f8-19a9efb9ac56,revision_number=3']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:33:25.115045 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b2c24-142d-45e2-a832-e942595338fe req-b00c5375-8455-4e06-b951-8d378d856c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:25.116909 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-cc8b2c24-142d-45e2-a832-e942595338fe req-b00c5375-8455-4e06-b951-8d378d856c79 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=907feb1473134a7e8b45edbd84e5fd82&device_id=dcadf2ab-7667-46a2-8c93-d9d0efd41237 HTTP/1.1" status: 200 len: 1101 time: 0.0689013 Sep 25 03:33:25.398060 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cac5d5-aa36-428d-a28c-5dfccb47e624 req-6532fb66-b043-4858-b37d-c8b51ebc0f81 tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:25.405461 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-52cac5d5-aa36-428d-a28c-5dfccb47e624 req-6532fb66-b043-4858-b37d-c8b51ebc0f81 tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcadf2ab-7667-46a2-8c93-d9d0efd41237 HTTP/1.1" status: 200 len: 948 time: 0.0764778 Sep 25 03:33:25.466110 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-52cac5d5-aa36-428d-a28c-5dfccb47e624 req-52c98f3b-2400-4473-b851-bd559790a9ad tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] 10.222.0.42 "GET /v2.0/security-groups?id=12bc5544-504a-43fe-8431-0b63a00b1d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589478 Sep 25 03:33:26.186263 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8805f7-e10e-4d7d-b4b4-5fb9a3c765c6 req-d03af72e-35f5-4048-9aa9-cd2ef8b12fc8 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:26.190334 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2d8805f7-e10e-4d7d-b4b4-5fb9a3c765c6 req-d03af72e-35f5-4048-9aa9-cd2ef8b12fc8 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f576e48-52f6-4140-b5d4-183d14373bb8 HTTP/1.1" status: 200 len: 945 time: 0.0788648 Sep 25 03:33:26.268296 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2d8805f7-e10e-4d7d-b4b4-5fb9a3c765c6 req-cb2ec49a-37b3-451f-a2e3-61c97604ea44 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661218 Sep 25 03:33:26.612846 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea3a539-a14a-44cb-9cb2-421aa41606f9 req-ed0b3036-db79-4939-8914-28487e565cb8 tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:26.615177 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4ea3a539-a14a-44cb-9cb2-421aa41606f9 req-ed0b3036-db79-4939-8914-28487e565cb8 tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcadf2ab-7667-46a2-8c93-d9d0efd41237 HTTP/1.1" status: 200 len: 948 time: 0.0554700 Sep 25 03:33:26.711705 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4ea3a539-a14a-44cb-9cb2-421aa41606f9 req-06525fc3-d743-4222-88bc-b964093102db tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] 10.222.0.42 "GET /v2.0/security-groups?id=12bc5544-504a-43fe-8431-0b63a00b1d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698271 Sep 25 03:33:27.075156 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:27.489838 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176e9df1-a40b-4064-a22f-346771229415 req-fd02837a-252b-4eac-967c-216874b4b4ea tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:27.499438 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-176e9df1-a40b-4064-a22f-346771229415 req-fd02837a-252b-4eac-967c-216874b4b4ea tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f576e48-52f6-4140-b5d4-183d14373bb8 HTTP/1.1" status: 200 len: 945 time: 0.0973058 Sep 25 03:33:27.543191 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-176e9df1-a40b-4064-a22f-346771229415 req-7293a99a-017a-4491-bf74-21032d49d4a3 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428352 Sep 25 03:33:27.890179 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc9f036-9adf-4d63-bd35-d70e5d4e997c req-ad925836-b5aa-4b81-b873-68c41bd1dbfc tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:27.892146 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2dc9f036-9adf-4d63-bd35-d70e5d4e997c req-ad925836-b5aa-4b81-b873-68c41bd1dbfc tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcadf2ab-7667-46a2-8c93-d9d0efd41237 HTTP/1.1" status: 200 len: 948 time: 0.0876131 Sep 25 03:33:27.934311 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2dc9f036-9adf-4d63-bd35-d70e5d4e997c req-4bc87bea-db15-43b6-b9e4-59640dadfc25 tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] 10.222.0.42 "GET /v2.0/security-groups?id=12bc5544-504a-43fe-8431-0b63a00b1d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353539 Sep 25 03:33:28.686873 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6192088-5a9f-4d7f-9fd2-73e635fd2f09 req-7e03d475-446e-4402-80f7-a9215760aa82 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:28.688783 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f6192088-5a9f-4d7f-9fd2-73e635fd2f09 req-7e03d475-446e-4402-80f7-a9215760aa82 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f576e48-52f6-4140-b5d4-183d14373bb8 HTTP/1.1" status: 200 len: 945 time: 0.0505371 Sep 25 03:33:28.732256 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f6192088-5a9f-4d7f-9fd2-73e635fd2f09 req-92b78f12-0e5e-416f-89c0-ea566192808b tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361764 Sep 25 03:33:29.091856 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966a2bb2-de91-43dc-ada5-3a44e5667a5d req-78302d13-837b-4b47-8341-7ec3f291a206 tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:29.093549 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-966a2bb2-de91-43dc-ada5-3a44e5667a5d req-78302d13-837b-4b47-8341-7ec3f291a206 tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcadf2ab-7667-46a2-8c93-d9d0efd41237 HTTP/1.1" status: 200 len: 948 time: 0.0615969 Sep 25 03:33:29.135718 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-966a2bb2-de91-43dc-ada5-3a44e5667a5d req-732118a7-5623-4270-90c2-0ec3bd009ef7 tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] 10.222.0.42 "GET /v2.0/security-groups?id=12bc5544-504a-43fe-8431-0b63a00b1d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352232 Sep 25 03:33:29.208976 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-cc8b2c24-142d-45e2-a832-e942595338fe req-d7aea35d-869c-452b-8833-7530c749d459 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=5c112ca8-4b31-4185-b0f8-19a9efb9ac56 HTTP/1.1" status: 200 len: 217 time: 0.0356128 Sep 25 03:33:29.311146 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b2c24-142d-45e2-a832-e942595338fe req-77e822a6-63b0-4c63-9802-68ea2a8e32f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:29.312732 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-cc8b2c24-142d-45e2-a832-e942595338fe req-77e822a6-63b0-4c63-9802-68ea2a8e32f7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b8b4fa98-6f74-43f3-be65-0b1d5f34ba62 HTTP/1.1" status: 200 len: 843 time: 0.0630388 Sep 25 03:33:29.371129 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b2c24-142d-45e2-a832-e942595338fe req-9aed61fa-1958-42bb-a984-197ac36e7265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:29.372610 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-cc8b2c24-142d-45e2-a832-e942595338fe req-9aed61fa-1958-42bb-a984-197ac36e7265 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a2052983-aea4-4cdf-8192-7c6edb275924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0492995 Sep 25 03:33:29.480597 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-cc8b2c24-142d-45e2-a832-e942595338fe req-65cd3440-af4d-4fca-be49-f9e3f432465b service neutron] 10.222.0.45 "GET /v2.0/networks/a2052983-aea4-4cdf-8192-7c6edb275924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945039 Sep 25 03:33:29.589402 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-cc8b2c24-142d-45e2-a832-e942595338fe req-fa92d49e-915b-4763-b0c1-6cded274a41e service neutron] 10.222.0.45 "GET /v2.0/networks/a2052983-aea4-4cdf-8192-7c6edb275924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005423 Sep 25 03:33:29.741694 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3976bce4-5187-4195-83f8-2171304d14a6 req-800eaa38-7453-4adf-ac9e-b8162b486795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:29.743140 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3976bce4-5187-4195-83f8-2171304d14a6 req-800eaa38-7453-4adf-ac9e-b8162b486795 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=907feb1473134a7e8b45edbd84e5fd82&device_id=dcadf2ab-7667-46a2-8c93-d9d0efd41237 HTTP/1.1" status: 200 len: 1101 time: 0.0464718 Sep 25 03:33:29.895808 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3976bce4-5187-4195-83f8-2171304d14a6 req-0aab391b-01d1-4df6-b2b2-37edd0ac3a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:29.897469 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3976bce4-5187-4195-83f8-2171304d14a6 req-0aab391b-01d1-4df6-b2b2-37edd0ac3a31 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a2052983-aea4-4cdf-8192-7c6edb275924 HTTP/1.1" status: 200 len: 870 time: 0.1441910 Sep 25 03:33:29.919981 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2919f0b-aa08-4c69-997e-ad6dbe93843d req-bab8394c-c4d5-47ae-b750-2e27f305ad22 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:29.921704 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c2919f0b-aa08-4c69-997e-ad6dbe93843d req-bab8394c-c4d5-47ae-b750-2e27f305ad22 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f576e48-52f6-4140-b5d4-183d14373bb8 HTTP/1.1" status: 200 len: 945 time: 0.0899816 Sep 25 03:33:29.960443 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3976bce4-5187-4195-83f8-2171304d14a6 req-592817f9-967c-4f33-ae79-be5a0cd2b220 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=5c112ca8-4b31-4185-b0f8-19a9efb9ac56 HTTP/1.1" status: 200 len: 217 time: 0.0536990 Sep 25 03:33:30.040795 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c2919f0b-aa08-4c69-997e-ad6dbe93843d req-c4db698e-a0a5-4493-9cf6-3d0c09b0f06e tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878365 Sep 25 03:33:30.047423 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3976bce4-5187-4195-83f8-2171304d14a6 req-1bce9fb1-5e3e-44fd-92df-f5210e093afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:30.048982 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3976bce4-5187-4195-83f8-2171304d14a6 req-1bce9fb1-5e3e-44fd-92df-f5210e093afa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b8b4fa98-6f74-43f3-be65-0b1d5f34ba62 HTTP/1.1" status: 200 len: 843 time: 0.0791652 Sep 25 03:33:30.123401 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3976bce4-5187-4195-83f8-2171304d14a6 req-98ce57a8-2dd4-4664-b885-9380161b1e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:30.125138 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3976bce4-5187-4195-83f8-2171304d14a6 req-98ce57a8-2dd4-4664-b885-9380161b1e01 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a2052983-aea4-4cdf-8192-7c6edb275924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0679557 Sep 25 03:33:30.332665 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3976bce4-5187-4195-83f8-2171304d14a6 req-4ccb319e-6cb3-44ad-93af-f0e97be0a914 service neutron] 10.222.0.45 "GET /v2.0/networks/a2052983-aea4-4cdf-8192-7c6edb275924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987894 Sep 25 03:33:30.344790 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98314a3-4f71-4e0f-a0ef-af9cd4065f12 req-9f37ce7c-5846-425c-9d39-3ae1b1fb326d tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:30.346664 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a98314a3-4f71-4e0f-a0ef-af9cd4065f12 req-9f37ce7c-5846-425c-9d39-3ae1b1fb326d tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcadf2ab-7667-46a2-8c93-d9d0efd41237 HTTP/1.1" status: 200 len: 948 time: 0.1320837 Sep 25 03:33:30.438636 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a98314a3-4f71-4e0f-a0ef-af9cd4065f12 req-4079c05d-65ce-4175-aaf1-b218ee612201 tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] 10.222.0.42 "GET /v2.0/security-groups?id=12bc5544-504a-43fe-8431-0b63a00b1d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831721 Sep 25 03:33:30.477135 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3976bce4-5187-4195-83f8-2171304d14a6 req-7d629d43-1260-497d-b44f-e3f231f95807 service neutron] 10.222.0.45 "GET /v2.0/networks/a2052983-aea4-4cdf-8192-7c6edb275924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292982 Sep 25 03:33:31.207996 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653a1a38-f573-4888-ba16-ba609d55d067 req-8d26b49d-9c85-47ce-80f4-eebf9da1331b tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:31.210710 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-653a1a38-f573-4888-ba16-ba609d55d067 req-8d26b49d-9c85-47ce-80f4-eebf9da1331b tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f576e48-52f6-4140-b5d4-183d14373bb8 HTTP/1.1" status: 200 len: 945 time: 0.0739775 Sep 25 03:33:31.281739 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-653a1a38-f573-4888-ba16-ba609d55d067 req-5e641ab6-031f-4893-be9f-7d599bdc0829 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622215 Sep 25 03:33:31.595137 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942df92-3465-4c66-8e71-c740164b6719 req-0f451e01-9865-474e-8890-7a0ea374e702 tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:31.596882 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b942df92-3465-4c66-8e71-c740164b6719 req-0f451e01-9865-474e-8890-7a0ea374e702 tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcadf2ab-7667-46a2-8c93-d9d0efd41237 HTTP/1.1" status: 200 len: 948 time: 0.0654054 Sep 25 03:33:31.649734 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b942df92-3465-4c66-8e71-c740164b6719 req-54480758-5ce7-4e91-ac4d-74fd3bdbacf0 tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] 10.222.0.42 "GET /v2.0/security-groups?id=12bc5544-504a-43fe-8431-0b63a00b1d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424767 Sep 25 03:33:32.454333 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441fd672-ac49-46c0-ad3b-f6bd844c29bf req-830f2869-0107-4d16-8a94-09dee51ff97e tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:32.455893 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-441fd672-ac49-46c0-ad3b-f6bd844c29bf req-830f2869-0107-4d16-8a94-09dee51ff97e tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f576e48-52f6-4140-b5d4-183d14373bb8 HTTP/1.1" status: 200 len: 945 time: 0.0711696 Sep 25 03:33:32.504639 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-441fd672-ac49-46c0-ad3b-f6bd844c29bf req-8ed723e3-2c1f-4904-bbbd-b3f404b517cf tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401008 Sep 25 03:33:32.800929 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a848d0d5-2350-4eba-bdbd-6ebca8c99113 req-167c0ad0-e994-4c68-9f1e-1c430dd9d5d2 tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:32.802524 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a848d0d5-2350-4eba-bdbd-6ebca8c99113 req-167c0ad0-e994-4c68-9f1e-1c430dd9d5d2 tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcadf2ab-7667-46a2-8c93-d9d0efd41237 HTTP/1.1" status: 200 len: 948 time: 0.0641232 Sep 25 03:33:32.856245 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a848d0d5-2350-4eba-bdbd-6ebca8c99113 req-a73cc8c4-e1e5-443e-9ef2-b300cc8d50e9 tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] 10.222.0.42 "GET /v2.0/security-groups?id=12bc5544-504a-43fe-8431-0b63a00b1d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471592 Sep 25 03:33:33.160990 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 54114) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:33:33.214591 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ecb5c71-d870-454e-ae24-35c1f7f13475 admin admin] Deleting subnet db6e0dfb-6372-4d03-a1b4-e4a5be197a40 {{(pid=94021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 25 03:33:33.220127 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-3ecb5c71-d870-454e-ae24-35c1f7f13475 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:33.280588 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-3ecb5c71-d870-454e-ae24-35c1f7f13475 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3212190'] for subnet, precommit_delete_associations {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:33.326166 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-3ecb5c71-d870-454e-ae24-35c1f7f13475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611410'] for subnet, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:33.395826 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-3ecb5c71-d870-454e-ae24-35c1f7f13475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3214527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9426413'] for subnet, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:33.435312 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-3ecb5c71-d870-454e-ae24-35c1f7f13475 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3625783'] for subnet, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:33.437941 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-3ecb5c71-d870-454e-ae24-35c1f7f13475 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/db6e0dfb-6372-4d03-a1b4-e4a5be197a40 HTTP/1.1" status: 204 len: 168 time: 0.2758434 Sep 25 03:33:33.439353 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecb5c71-d870-454e-ae24-35c1f7f13475 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db6e0dfb-6372-4d03-a1b4-e4a5be197a40,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:33:33.445832 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 54124) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:33:33.562769 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-fef17a53-1138-4438-a2c2-ed730ed3394b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581802'] for network, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:33.671827 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d5505-8f12-4377-8b70-2e8608608e2a req-bbe4e674-3937-4689-bbbb-a438282a14f2 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:33.672312 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-817d5505-8f12-4377-8b70-2e8608608e2a req-bbe4e674-3937-4689-bbbb-a438282a14f2 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f576e48-52f6-4140-b5d4-183d14373bb8 HTTP/1.1" status: 200 len: 945 time: 0.0645671 Sep 25 03:33:33.672809 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 54130) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:33:33.700448 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-fef17a53-1138-4438-a2c2-ed730ed3394b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611307', 'neutron.services.segments.db._delete_segments_for_network-8731880838548'] for network, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:33.723703 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-817d5505-8f12-4377-8b70-2e8608608e2a req-4181582e-4c9a-4e99-b1b8-acb71d801b5b tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382557 Sep 25 03:33:33.725245 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-fef17a53-1138-4438-a2c2-ed730ed3394b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:33:33.725600 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-fef17a53-1138-4438-a2c2-ed730ed3394b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:33:33.726377 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-fef17a53-1138-4438-a2c2-ed730ed3394b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:33:33.726735 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-fef17a53-1138-4438-a2c2-ed730ed3394b admin admin] Subscribe: > port after_create 55550000 {{(pid=94020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:33:33.727136 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-fef17a53-1138-4438-a2c2-ed730ed3394b admin admin] Subscribe: > port after_delete 55550000 {{(pid=94020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:33:33.727469 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-fef17a53-1138-4438-a2c2-ed730ed3394b admin admin] Subscribe: > port after_update 55550000 {{(pid=94020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:33:33.727808 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-fef17a53-1138-4438-a2c2-ed730ed3394b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:33:33.728139 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-fef17a53-1138-4438-a2c2-ed730ed3394b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:33:33.728483 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-fef17a53-1138-4438-a2c2-ed730ed3394b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:33:33.728880 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-fef17a53-1138-4438-a2c2-ed730ed3394b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:33:33.795716 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-fef17a53-1138-4438-a2c2-ed730ed3394b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:33:33.796066 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-fef17a53-1138-4438-a2c2-ed730ed3394b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:33:33.796405 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-fef17a53-1138-4438-a2c2-ed730ed3394b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:33:33.796776 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-fef17a53-1138-4438-a2c2-ed730ed3394b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 03:33:33.797149 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.services.segments.db [None req-fef17a53-1138-4438-a2c2-ed730ed3394b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c952f8f-66bb-4107-9372-4db9640e68c6']}} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:33:33.819450 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.services.segments.db [None req-fef17a53-1138-4438-a2c2-ed730ed3394b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58aa6ed3-d7cb-4031-8ddd-7e75652cc68a') {'for_net_delete': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:33:33.820045 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.services.segments.db [None req-fef17a53-1138-4438-a2c2-ed730ed3394b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58aa6ed3-d7cb-4031-8ddd-7e75652cc68a') {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:33:33.844140 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-377a27be-6e44-44b8-bd97-ad0f136fd492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:33.851018 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-fef17a53-1138-4438-a2c2-ed730ed3394b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731880837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328175'] for segment, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:33.892389 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-fef17a53-1138-4438-a2c2-ed730ed3394b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614597'] for segment, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:33.913830 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fef17a53-1138-4438-a2c2-ed730ed3394b admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=94020) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 03:33:33.914521 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-fef17a53-1138-4438-a2c2-ed730ed3394b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8938496'] for segment, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:33.950968 dv-cinder-775706-4-iscsi neutron-server[94020]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 25 03:33:33.950968 dv-cinder-775706-4-iscsi neutron-server[94020]: from cryptography.utils import int_from_bytes Sep 25 03:33:33.950968 dv-cinder-775706-4-iscsi neutron-server[94020]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 25 03:33:33.950968 dv-cinder-775706-4-iscsi neutron-server[94020]: from cryptography.utils import int_from_bytes Sep 25 03:33:33.950968 dv-cinder-775706-4-iscsi neutron-server[94020]: Traceback (most recent call last): Sep 25 03:33:33.950968 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 25 03:33:33.950968 dv-cinder-775706-4-iscsi neutron-server[94020]: timer() Sep 25 03:33:33.950968 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 25 03:33:33.950968 dv-cinder-775706-4-iscsi neutron-server[94020]: cb(*args, **kw) Sep 25 03:33:33.950968 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 25 03:33:33.950968 dv-cinder-775706-4-iscsi neutron-server[94020]: return func(*args, **kwargs) Sep 25 03:33:33.950968 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 25 03:33:33.950968 dv-cinder-775706-4-iscsi neutron-server[94020]: self._notify() Sep 25 03:33:33.950968 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 25 03:33:33.950968 dv-cinder-775706-4-iscsi neutron-server[94020]: self.callback(batched_events) Sep 25 03:33:33.950968 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 25 03:33:33.950968 dv-cinder-775706-4-iscsi neutron-server[94020]: event.method(event) Sep 25 03:33:33.950968 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 25 03:33:33.950968 dv-cinder-775706-4-iscsi neutron-server[94020]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 25 03:33:33.950968 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 25 03:33:33.950968 dv-cinder-775706-4-iscsi neutron-server[94020]: aggregate_uuid = self.p_client.list_aggregates( Sep 25 03:33:33.950968 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 25 03:33:33.950968 dv-cinder-775706-4-iscsi neutron-server[94020]: return f(self, *a, **k) Sep 25 03:33:33.950968 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 25 03:33:33.950968 dv-cinder-775706-4-iscsi neutron-server[94020]: return self._get(url).json() Sep 25 03:33:33.950968 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 25 03:33:33.950968 dv-cinder-775706-4-iscsi neutron-server[94020]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 25 03:33:33.950968 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 25 03:33:33.950968 dv-cinder-775706-4-iscsi neutron-server[94020]: return self.request(url, 'GET', **kwargs) Sep 25 03:33:33.950968 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 25 03:33:33.950968 dv-cinder-775706-4-iscsi neutron-server[94020]: base_url = self.get_endpoint(auth, allow=allow, Sep 25 03:33:33.950968 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 25 03:33:33.950968 dv-cinder-775706-4-iscsi neutron-server[94020]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 25 03:33:33.950968 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 25 03:33:33.950968 dv-cinder-775706-4-iscsi neutron-server[94020]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 25 03:33:33.950968 dv-cinder-775706-4-iscsi neutron-server[94020]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 25 03:33:33.957912 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-377a27be-6e44-44b8-bd97-ad0f136fd492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:33.971317 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-377a27be-6e44-44b8-bd97-ad0f136fd492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:34.025848 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-fef17a53-1138-4438-a2c2-ed730ed3394b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896844'] for network, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:34.034652 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-fef17a53-1138-4438-a2c2-ed730ed3394b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3625783'] for network, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:34.040679 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-fef17a53-1138-4438-a2c2-ed730ed3394b admin admin] 10.222.0.42 "DELETE /v2.0/networks/9c952f8f-66bb-4107-9372-4db9640e68c6 HTTP/1.1" status: 204 len: 168 time: 0.5912938 Sep 25 03:33:34.058611 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef17a53-1138-4438-a2c2-ed730ed3394b admin admin] Pushing event deleted for resources: {'Network': ['ID=9c952f8f-66bb-4107-9372-4db9640e68c6,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:33:34.071608 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-377a27be-6e44-44b8-bd97-ad0f136fd492 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=38a3f13895ef48dfa29b98b26ad420d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3978815 Sep 25 03:33:34.072409 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a27be-6e44-44b8-bd97-ad0f136fd492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=994b2f88-af76-4972-902b-15f2c5800cec,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:33:34.074655 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 54138) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:33:34.099454 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234cf9b0-d4e9-4bd0-9797-9a8c359e3ffc req-a2d09a73-b592-4b29-a280-3d70e26b705e tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:34.102086 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-234cf9b0-d4e9-4bd0-9797-9a8c359e3ffc req-a2d09a73-b592-4b29-a280-3d70e26b705e tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcadf2ab-7667-46a2-8c93-d9d0efd41237 HTTP/1.1" status: 200 len: 948 time: 0.1469808 Sep 25 03:33:34.151833 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-234cf9b0-d4e9-4bd0-9797-9a8c359e3ffc req-586407c0-5797-4596-acc7-15d59468ecc4 tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] 10.222.0.42 "GET /v2.0/security-groups?id=12bc5544-504a-43fe-8431-0b63a00b1d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409925 Sep 25 03:33:34.155270 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-11a980bf-2029-49de-8b57-46ade1b3b262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:34.201418 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 54140) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:33:34.205797 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-11a980bf-2029-49de-8b57-46ade1b3b262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:34.249413 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-abb734e0-e317-4a1e-920f-e746935dca4c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=015cca427efa404abe04b592097be6bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0467386 Sep 25 03:33:34.253153 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 54142) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:33:34.283585 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-11a980bf-2029-49de-8b57-46ade1b3b262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:34.288496 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-11a980bf-2029-49de-8b57-46ade1b3b262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:34.292460 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-11a980bf-2029-49de-8b57-46ade1b3b262 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/994b2f88-af76-4972-902b-15f2c5800cec HTTP/1.1" status: 204 len: 168 time: 0.2138536 Sep 25 03:33:34.328239 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a980bf-2029-49de-8b57-46ade1b3b262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=994b2f88-af76-4972-902b-15f2c5800cec,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:33:34.361127 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8677952d-841e-4324-82b7-76eb333fb01c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:34.394389 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8677952d-841e-4324-82b7-76eb333fb01c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:34.478455 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8677952d-841e-4324-82b7-76eb333fb01c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:34.482889 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8677952d-841e-4324-82b7-76eb333fb01c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:34.484789 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-8677952d-841e-4324-82b7-76eb333fb01c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6d6133d8-bed9-4360-990b-ffc51049b4f4 HTTP/1.1" status: 204 len: 168 time: 0.2297368 Sep 25 03:33:34.494522 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8677952d-841e-4324-82b7-76eb333fb01c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6133d8-bed9-4360-990b-ffc51049b4f4,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:33:34.528299 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2b613c6a-1e75-4d4f-aadc-1d68349b876f req-39b59d7e-cb88-4160-bfc0-184ec8413153 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-334905232&fields=id&tenant_id=7ef1d76a90104052a3716c563fd608ad HTTP/1.1" status: 200 len: 267 time: 0.0595913 Sep 25 03:33:34.927512 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b613c6a-1e75-4d4f-aadc-1d68349b876f req-26ecd733-00fe-481d-b702-24ef9b14e535 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:34.929321 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2b613c6a-1e75-4d4f-aadc-1d68349b876f req-26ecd733-00fe-481d-b702-24ef9b14e535 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/networks?id=880aba30-576b-4b1a-acc6-7a7e08bebf3a HTTP/1.1" status: 200 len: 808 time: 0.3855274 Sep 25 03:33:34.938275 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f3c356-589b-4ff5-b25d-36206b64b74a req-510c5dd8-3f9b-4954-954e-1fa27aff6580 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:34.939962 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-19f3c356-589b-4ff5-b25d-36206b64b74a req-510c5dd8-3f9b-4954-954e-1fa27aff6580 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f576e48-52f6-4140-b5d4-183d14373bb8 HTTP/1.1" status: 200 len: 945 time: 0.0839751 Sep 25 03:33:34.951365 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2b613c6a-1e75-4d4f-aadc-1d68349b876f req-7ba5fc90-8649-4ac6-9d0e-4bd501adf2f6 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/quotas/7ef1d76a90104052a3716c563fd608ad HTTP/1.1" status: 200 len: 375 time: 0.0101731 Sep 25 03:33:35.049050 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-19f3c356-589b-4ff5-b25d-36206b64b74a req-b03f7e9d-8a80-4c0f-825e-2397680dcabb tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857310 Sep 25 03:33:35.059725 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2b613c6a-1e75-4d4f-aadc-1d68349b876f req-d5cc5305-9a20-4949-8ea0-a8d58588f4cd tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7ef1d76a90104052a3716c563fd608ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0925887 Sep 25 03:33:35.201414 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2b613c6a-1e75-4d4f-aadc-1d68349b876f req-8b1288f9-7807-4458-9aab-2996397b4e68 service neutron] 10.222.0.42 "GET /v2.0/networks/880aba30-576b-4b1a-acc6-7a7e08bebf3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076105 Sep 25 03:33:35.321755 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2b613c6a-1e75-4d4f-aadc-1d68349b876f req-6a54b9d9-e7c3-4d4c-9b69-6b3ffa9f0666 service neutron] 10.222.0.42 "GET /v2.0/networks/880aba30-576b-4b1a-acc6-7a7e08bebf3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129720 Sep 25 03:33:35.431328 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 54206) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:33:35.563570 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd6be53-9796-4f8d-9d8f-e05837cc8e3e req-350ad091-3af5-467f-83e6-a5b1e4bf382a tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:35.573345 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9cd6be53-9796-4f8d-9d8f-e05837cc8e3e req-350ad091-3af5-467f-83e6-a5b1e4bf382a tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcadf2ab-7667-46a2-8c93-d9d0efd41237 HTTP/1.1" status: 200 len: 948 time: 0.0766153 Sep 25 03:33:35.628600 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9cd6be53-9796-4f8d-9d8f-e05837cc8e3e req-aa570c6e-b4f7-4177-9e3d-c5c234d4b0f6 tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] 10.222.0.42 "GET /v2.0/security-groups?id=12bc5544-504a-43fe-8431-0b63a00b1d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491660 Sep 25 03:33:35.774270 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-e89f04df-8b1b-4a12-b6c2-99536f500c9b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2076328930-network', 'tenant_id': '38f2ee3f8f7f41cf906b46bcbbc31b5d'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:33:35.806324 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e89f04df-8b1b-4a12-b6c2-99536f500c9b admin admin] Made reservation on behalf of 38f2ee3f8f7f41cf906b46bcbbc31b5d for: {'network': 1} {{(pid=94021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 03:33:35.809394 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-e89f04df-8b1b-4a12-b6c2-99536f500c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for network, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:35.828670 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-e89f04df-8b1b-4a12-b6c2-99536f500c9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:35.862164 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1d1a43c3-9b60-4586-b6cf-22d12d1abf31 req-d1623896-c248-40ef-9e9c-e777f12f3d26 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce2416f9-cc1c-41d7-a7e5-1bd65f617422 HTTP/1.1" status: 200 len: 210 time: 0.0355709 Sep 25 03:33:36.025754 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-e89f04df-8b1b-4a12-b6c2-99536f500c9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:36.031993 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-e89f04df-8b1b-4a12-b6c2-99536f500c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:36.095607 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89f04df-8b1b-4a12-b6c2-99536f500c9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32c65188-c1b8-4ff9-b0ae-66d6e27932f6,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:33:36.102487 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e89f04df-8b1b-4a12-b6c2-99536f500c9b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=94021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 03:33:36.115424 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-e89f04df-8b1b-4a12-b6c2-99536f500c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614597'] for segment, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:36.115655 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.db.segments_db [None req-e89f04df-8b1b-4a12-b6c2-99536f500c9b admin admin] Added segment b395176b-719c-43cb-ac90-4c84b6943e8c of type vlan for network 89e779df-c836-498b-8f59-96d1b762d6e8 Sep 25 03:33:36.167756 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-e89f04df-8b1b-4a12-b6c2-99536f500c9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731880296735'] for network, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:36.206336 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-e89f04df-8b1b-4a12-b6c2-99536f500c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117'] for network, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:36.207912 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89f04df-8b1b-4a12-b6c2-99536f500c9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:36.208842 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-e89f04df-8b1b-4a12-b6c2-99536f500c9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3625783'] for network, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:36.245132 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-e89f04df-8b1b-4a12-b6c2-99536f500c9b admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8120761 Sep 25 03:33:36.248201 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 54268) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:33:36.256325 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-9193f6e8-d29c-45dd-acf9-222246b9dc96 admin admin] Request body: {'subnet': {'network_id': '89e779df-c836-498b-8f59-96d1b762d6e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2076328930-subnet', 'tenant_id': '38f2ee3f8f7f41cf906b46bcbbc31b5d', 'ip_version': 4}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:33:36.295681 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89f04df-8b1b-4a12-b6c2-99536f500c9b admin admin] Pushing event updated for resources: {'Network': ['ID=89e779df-c836-498b-8f59-96d1b762d6e8,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:33:36.309200 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Network 89e779df-c836-498b-8f59-96d1b762d6e8 details requested by agent ovs-agent-dv-cinder-775706-4-iscsi with host dv-cinder-775706-4-iscsi {{(pid=94022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 03:33:36.320539 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9193f6e8-d29c-45dd-acf9-222246b9dc96 admin admin] Made reservation on behalf of 38f2ee3f8f7f41cf906b46bcbbc31b5d for: {'subnet': 1} {{(pid=94021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 03:33:36.324793 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-9193f6e8-d29c-45dd-acf9-222246b9dc96 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9426376'] for subnet, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:36.445896 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device 5c112ca8-4b31-4185-b0f8-19a9efb9ac56 details requested by agent hyperv_hv-cinder-77570 with host hv-cinder-77570 {{(pid=94022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 03:33:36.589804 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-9193f6e8-d29c-45dd-acf9-222246b9dc96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3214462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9426426'] for subnet, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:36.625387 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] For port 5c112ca8-4b31-4185-b0f8-19a9efb9ac56, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=5c112ca8-4b31-4185-b0f8-19a9efb9ac56,segment=NetworkSegment(6adf372c-8bc9-48a2-93df-814f9f03c833),segment_id=6adf372c-8bc9-48a2-93df-814f9f03c833)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:33:36.647027 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Returning: {'device': '5c112ca8-4b31-4185-b0f8-19a9efb9ac56', 'network_id': 'a2052983-aea4-4cdf-8192-7c6edb275924', 'port_id': '5c112ca8-4b31-4185-b0f8-19a9efb9ac56', 'mac_address': 'fa:16:3e:84:50:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b4fa98-6f74-43f3-be65-0b1d5f34ba62', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 03:33:36.685117 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9193f6e8-d29c-45dd-acf9-222246b9dc96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63d421db-5dcc-4401-a62e-bc953d53849c,revision_number=0']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:33:36.702784 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9193f6e8-d29c-45dd-acf9-222246b9dc96 admin admin] Checking segment: {'id': 'b395176b-719c-43cb-ac90-4c84b6943e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '89e779df-c836-498b-8f59-96d1b762d6e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 03:33:36.703430 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9193f6e8-d29c-45dd-acf9-222246b9dc96 admin admin] Network hostable DHCP agents. Network: 89e779df-c836-498b-8f59-96d1b762d6e8, hostable agents: ['2fa0f05e-bfa9-4bbd-9fe7-8d8f67ba176e'], hosted agents: [] {{(pid=94021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 03:33:36.742418 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:36.752072 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9193f6e8-d29c-45dd-acf9-222246b9dc96 admin admin] Network 89e779df-c836-498b-8f59-96d1b762d6e8 is scheduled to be hosted by DHCP agent 2fa0f05e-bfa9-4bbd-9fe7-8d8f67ba176e with binding_index 1 {{(pid=94021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 03:33:36.781591 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c112ca8-4b31-4185-b0f8-19a9efb9ac56 {{(pid=94022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 03:33:36.792344 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.base_scheduler [None req-9193f6e8-d29c-45dd-acf9-222246b9dc96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-4-iscsi, 89e779df-c836-498b-8f59-96d1b762d6e8) {{(pid=94021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:33:36.803284 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9193f6e8-d29c-45dd-acf9-222246b9dc96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:36.804262 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-9193f6e8-d29c-45dd-acf9-222246b9dc96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3625783'] for subnet, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:36.808282 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273c5f1f-f08e-4322-8c3e-af5bf48240b0 None None] Network 89e779df-c836-498b-8f59-96d1b762d6e8 requested from dv-cinder-775706-4-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 03:33:36.836838 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4186c9-9b74-445d-91ef-f4bc0264af35 req-5bc383cb-8d76-4f55-a4b3-c674a7be8975 tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:36.838562 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8a4186c9-9b74-445d-91ef-f4bc0264af35 req-5bc383cb-8d76-4f55-a4b3-c674a7be8975 tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcadf2ab-7667-46a2-8c93-d9d0efd41237 HTTP/1.1" status: 200 len: 948 time: 0.1067920 Sep 25 03:33:36.840694 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-9193f6e8-d29c-45dd-acf9-222246b9dc96 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5913103 Sep 25 03:33:36.845291 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 54290) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:33:36.854058 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-cb047816-74cb-4caf-a9a8-cdbbaa0aa505 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2076328930-router', 'tenant_id': '38f2ee3f8f7f41cf906b46bcbbc31b5d', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4'}}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:33:36.854220 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] For port 5c112ca8-4b31-4185-b0f8-19a9efb9ac56, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=5c112ca8-4b31-4185-b0f8-19a9efb9ac56,segment=NetworkSegment(6adf372c-8bc9-48a2-93df-814f9f03c833),segment_id=6adf372c-8bc9-48a2-93df-814f9f03c833)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:33:36.868006 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:36.893507 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-cb047816-74cb-4caf-a9a8-cdbbaa0aa505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3896197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-664'] for router, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:36.896780 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-cb047816-74cb-4caf-a9a8-cdbbaa0aa505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3899253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3897221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3754266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-657'] for router, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:36.911880 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8a4186c9-9b74-445d-91ef-f4bc0264af35 req-b984fd9e-0d0d-4653-b528-963df5576de0 tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] 10.222.0.42 "GET /v2.0/security-groups?id=12bc5544-504a-43fe-8431-0b63a00b1d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528941 Sep 25 03:33:36.975953 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-cb047816-74cb-4caf-a9a8-cdbbaa0aa505 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:37.079452 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fe23e679-2a21-489a-9815-0e558d34dd82 req-ba7f6daa-d301-4445-bcb3-2ad9ad41da03 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce2416f9-cc1c-41d7-a7e5-1bd65f617422 HTTP/1.1" status: 200 len: 210 time: 0.0546887 Sep 25 03:33:37.119182 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Pushing event updated for resources: {'Port': ['ID=5c112ca8-4b31-4185-b0f8-19a9efb9ac56,revision_number=4']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:33:37.242450 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83c1f5c-534d-49ca-b47b-84a4c84f5668 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c88a26-1ed6-5ec8-9aa6-98e2f6c7529d-89e779df-c836-498b-8f59-96d1b762d6e8', 'network_id': '89e779df-c836-498b-8f59-96d1b762d6e8', 'tenant_id': '38f2ee3f8f7f41cf906b46bcbbc31b5d', 'fixed_ips': [{'subnet_id': '63d421db-5dcc-4401-a62e-bc953d53849c'}]}} from dv-cinder-775706-4-iscsi. {{(pid=94022) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 25 03:33:37.243389 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-a83c1f5c-534d-49ca-b47b-84a4c84f5668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_create {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:37.243976 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-cb047816-74cb-4caf-a9a8-cdbbaa0aa505 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:37.366587 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b613c6a-1e75-4d4f-aadc-1d68349b876f req-173aa997-8d11-42df-9d69-7492240b7611 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:37.369519 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2b613c6a-1e75-4d4f-aadc-1d68349b876f req-173aa997-8d11-42df-9d69-7492240b7611 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.45 "GET /v2.0/networks?id=880aba30-576b-4b1a-acc6-7a7e08bebf3a HTTP/1.1" status: 200 len: 808 time: 0.2105751 Sep 25 03:33:37.376189 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] get_ports_and_sgs() called for port_ids ['5c112ca8-4b31-4185-b0f8-19a9efb9ac56'] {{(pid=94022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 25 03:33:37.440022 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2b613c6a-1e75-4d4f-aadc-1d68349b876f req-d3cc94ce-dbea-45b0-93c3-6aa358fe6840 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ef1d76a90104052a3716c563fd608ad HTTP/1.1" status: 200 len: 379 time: 0.0542006 Sep 25 03:33:37.450423 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [req-2b613c6a-1e75-4d4f-aadc-1d68349b876f req-74d7d1b6-ce6f-4d33-abc6-42938dd768ec tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Request body: {'port': {'device_id': 'ce2416f9-cc1c-41d7-a7e5-1bd65f617422', 'network_id': '880aba30-576b-4b1a-acc6-7a7e08bebf3a', 'admin_state_up': True, 'tenant_id': '7ef1d76a90104052a3716c563fd608ad', 'security_groups': ['d2017f16-944a-46e0-9d41-4d7f0d41cabc']}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:33:37.531566 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.db_base_plugin_common [None req-a83c1f5c-534d-49ca-b47b-84a4c84f5668 None None] Allocated IP 172.20.0.2 (89e779df-c836-498b-8f59-96d1b762d6e8/63d421db-5dcc-4401-a62e-bc953d53849c/2a7eb8c8-f1cc-4271-9178-8d0b438246a4) {{(pid=94022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 03:33:37.649860 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b613c6a-1e75-4d4f-aadc-1d68349b876f req-74d7d1b6-ce6f-4d33-abc6-42938dd768ec tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Made reservation on behalf of 7ef1d76a90104052a3716c563fd608ad for: {'port': 1} {{(pid=94021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 03:33:37.653703 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-2b613c6a-1e75-4d4f-aadc-1d68349b876f req-74d7d1b6-ce6f-4d33-abc6-42938dd768ec tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:37.792589 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-a83c1f5c-534d-49ca-b47b-84a4c84f5668 None None] Notify callbacks [] for port, precommit_create {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:37.802922 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-a83c1f5c-534d-49ca-b47b-84a4c84f5668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731880292801'] for port, after_create {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:37.844048 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-cb047816-74cb-4caf-a9a8-cdbbaa0aa505 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:37.847125 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.db.db_base_plugin_common [req-2b613c6a-1e75-4d4f-aadc-1d68349b876f req-74d7d1b6-ce6f-4d33-abc6-42938dd768ec tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Allocated IP 172.20.0.9 (880aba30-576b-4b1a-acc6-7a7e08bebf3a/0b95fb34-6b69-4305-8271-231f7ffdb3bd/2c1ba797-a06f-4981-b29e-31552dba795c) {{(pid=94021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 03:33:37.847681 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83c1f5c-534d-49ca-b47b-84a4c84f5668 None None] Network 89e779df-c836-498b-8f59-96d1b762d6e8 is already hosted by enough agents. {{(pid=94022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 03:33:37.853055 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.scheduler.base_scheduler [None req-a83c1f5c-534d-49ca-b47b-84a4c84f5668 None None] Resources bound (agent type, host, resource id): {{(pid=94022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:33:37.855789 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83c1f5c-534d-49ca-b47b-84a4c84f5668 None None] Received port after_create {{(pid=94022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 03:33:37.866463 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-cb047816-74cb-4caf-a9a8-cdbbaa0aa505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:37.867692 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83c1f5c-534d-49ca-b47b-84a4c84f5668 None None] Pushing event updated for resources: {'Port': ['ID=2a7eb8c8-f1cc-4271-9178-8d0b438246a4,revision_number=1']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:33:37.947352 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-a83c1f5c-534d-49ca-b47b-84a4c84f5668 None None] Attempting to bind port 2a7eb8c8-f1cc-4271-9178-8d0b438246a4 on host dv-cinder-775706-4-iscsi for vnic_type normal with profile {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 03:33:37.948103 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-a83c1f5c-534d-49ca-b47b-84a4c84f5668 None None] Attempting to bind port 2a7eb8c8-f1cc-4271-9178-8d0b438246a4 by drivers openvswitch,hyperv on host dv-cinder-775706-4-iscsi at level 0 using segments [{'id': 'b395176b-719c-43cb-ac90-4c84b6943e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '89e779df-c836-498b-8f59-96d1b762d6e8'}] {{(pid=94022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 03:33:37.948480 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83c1f5c-534d-49ca-b47b-84a4c84f5668 None None] Attempting to bind port 2a7eb8c8-f1cc-4271-9178-8d0b438246a4 on network 89e779df-c836-498b-8f59-96d1b762d6e8 {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 03:33:37.954582 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83c1f5c-534d-49ca-b47b-84a4c84f5668 None None] Checking agent: {'id': '92762cd5-f40e-4e3b-860e-7f1faf1bdbcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 3, 21, 49), 'started_at': datetime.datetime(2021, 9, 25, 3, 22, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 3, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 03:33:37.955007 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83c1f5c-534d-49ca-b47b-84a4c84f5668 None None] Checking segment: {'id': 'b395176b-719c-43cb-ac90-4c84b6943e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '89e779df-c836-498b-8f59-96d1b762d6e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 03:33:37.955363 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-a83c1f5c-534d-49ca-b47b-84a4c84f5668 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:37.955801 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83c1f5c-534d-49ca-b47b-84a4c84f5668 None None] Bound using segment: {'id': 'b395176b-719c-43cb-ac90-4c84b6943e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '89e779df-c836-498b-8f59-96d1b762d6e8'} {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 03:33:37.956352 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-a83c1f5c-534d-49ca-b47b-84a4c84f5668 None None] Bound port: 2a7eb8c8-f1cc-4271-9178-8d0b438246a4, host: dv-cinder-775706-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b395176b-719c-43cb-ac90-4c84b6943e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '89e779df-c836-498b-8f59-96d1b762d6e8'}}] {{(pid=94022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 03:33:37.956846 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-a83c1f5c-534d-49ca-b47b-84a4c84f5668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:38.051465 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.db.db_base_plugin_common [None req-cb047816-74cb-4caf-a9a8-cdbbaa0aa505 admin admin] Allocated IP 172.27.1.215 (11c2fcee-3e12-40fc-bbdd-73661221b9b4/9bf1e901-4101-4c8d-9b58-09aedeb11d2a/8cc18c0a-5789-495c-9a0f-902afbecb8a8) {{(pid=94020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 03:33:38.102237 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-a83c1f5c-534d-49ca-b47b-84a4c84f5668 None None] For port 2a7eb8c8-f1cc-4271-9178-8d0b438246a4, host dv-cinder-775706-4-iscsi, cleared binding levels {{(pid=94022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 03:33:38.116445 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-a83c1f5c-534d-49ca-b47b-84a4c84f5668 None None] For port 2a7eb8c8-f1cc-4271-9178-8d0b438246a4, host dv-cinder-775706-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=2a7eb8c8-f1cc-4271-9178-8d0b438246a4,segment=NetworkSegment(b395176b-719c-43cb-ac90-4c84b6943e8c),segment_id=b395176b-719c-43cb-ac90-4c84b6943e8c)] {{(pid=94022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 03:33:38.120554 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-2b613c6a-1e75-4d4f-aadc-1d68349b876f req-74d7d1b6-ce6f-4d33-abc6-42938dd768ec tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Notify callbacks [] for port, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:38.128235 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-a83c1f5c-534d-49ca-b47b-84a4c84f5668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:38.210418 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83c1f5c-534d-49ca-b47b-84a4c84f5668 None None] Pushing event updated for resources: {'Port': ['ID=2a7eb8c8-f1cc-4271-9178-8d0b438246a4,revision_number=2']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:33:38.268192 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64eb3a-d61b-419f-a761-d3c391998b12 req-d0bb4c8e-ca05-4a36-be69-f554ba6afa2b tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:38.277424 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-de64eb3a-d61b-419f-a761-d3c391998b12 req-d0bb4c8e-ca05-4a36-be69-f554ba6afa2b tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcadf2ab-7667-46a2-8c93-d9d0efd41237 HTTP/1.1" status: 200 len: 949 time: 0.1881962 Sep 25 03:33:38.285717 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-2b613c6a-1e75-4d4f-aadc-1d68349b876f req-74d7d1b6-ce6f-4d33-abc6-42938dd768ec tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731880292801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3214562'] for port, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:38.354699 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-cb047816-74cb-4caf-a9a8-cdbbaa0aa505 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:38.378931 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b613c6a-1e75-4d4f-aadc-1d68349b876f req-74d7d1b6-ce6f-4d33-abc6-42938dd768ec tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Network 880aba30-576b-4b1a-acc6-7a7e08bebf3a is already hosted by enough agents. {{(pid=94021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 03:33:38.403188 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.base_scheduler [req-2b613c6a-1e75-4d4f-aadc-1d68349b876f req-74d7d1b6-ce6f-4d33-abc6-42938dd768ec tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Resources bound (agent type, host, resource id): {{(pid=94021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:33:38.415217 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-cb047816-74cb-4caf-a9a8-cdbbaa0aa505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731880292801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937715'] for port, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:38.425452 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b613c6a-1e75-4d4f-aadc-1d68349b876f req-74d7d1b6-ce6f-4d33-abc6-42938dd768ec tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Received port after_create {{(pid=94021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 03:33:38.477777 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb047816-74cb-4caf-a9a8-cdbbaa0aa505 admin admin] Network 11c2fcee-3e12-40fc-bbdd-73661221b9b4 is already hosted by enough agents. {{(pid=94020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 03:33:38.482286 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.base_scheduler [None req-cb047816-74cb-4caf-a9a8-cdbbaa0aa505 admin admin] Resources bound (agent type, host, resource id): {{(pid=94020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:33:38.490230 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb047816-74cb-4caf-a9a8-cdbbaa0aa505 admin admin] Received port after_create {{(pid=94020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 03:33:38.544194 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d7d1b6-ce6f-4d33-abc6-42938dd768ec tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Pushing event updated for resources: {'Port': ['ID=2c1ba797-a06f-4981-b29e-31552dba795c,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:33:38.558523 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-de64eb3a-d61b-419f-a761-d3c391998b12 req-93324f4c-7553-49e9-a903-50325be0dcb3 tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] 10.222.0.42 "GET /v2.0/security-groups?id=12bc5544-504a-43fe-8431-0b63a00b1d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792597 Sep 25 03:33:38.563287 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb047816-74cb-4caf-a9a8-cdbbaa0aa505 admin admin] Pushing event updated for resources: {'Port': ['ID=8cc18c0a-5789-495c-9a0f-902afbecb8a8,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:33:38.594929 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b613c6a-1e75-4d4f-aadc-1d68349b876f req-74d7d1b6-ce6f-4d33-abc6-42938dd768ec tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:38.596156 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-2b613c6a-1e75-4d4f-aadc-1d68349b876f req-74d7d1b6-ce6f-4d33-abc6-42938dd768ec tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:38.630034 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2b613c6a-1e75-4d4f-aadc-1d68349b876f req-74d7d1b6-ce6f-4d33-abc6-42938dd768ec tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1843154 Sep 25 03:33:38.653082 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [req-2b613c6a-1e75-4d4f-aadc-1d68349b876f req-2f5096ee-53fa-43a4-a407-b321e1f6d26d service neutron] Request body: {'port': {'device_id': 'ce2416f9-cc1c-41d7-a7e5-1bd65f617422', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:33:38.715607 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-c0745b2b-011b-418c-90e5-3162ac5a1271 None None] Provisioning complete for port 2c1ba797-a06f-4981-b29e-31552dba795c triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:33:38.716261 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-c0745b2b-011b-418c-90e5-3162ac5a1271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:38.716596 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432fb6c0-b99c-418e-a9c4-d0dfd748f310 req-04cd50e4-111c-4496-9a38-0ba22aae4f6c tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:38.718274 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-432fb6c0-b99c-418e-a9c4-d0dfd748f310 req-04cd50e4-111c-4496-9a38-0ba22aae4f6c tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce2416f9-cc1c-41d7-a7e5-1bd65f617422 HTTP/1.1" status: 200 len: 931 time: 0.3440340 Sep 25 03:33:38.768103 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-2b613c6a-1e75-4d4f-aadc-1d68349b876f req-2f5096ee-53fa-43a4-a407-b321e1f6d26d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:38.780350 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-c0745b2b-011b-418c-90e5-3162ac5a1271 None None] Port 2c1ba797-a06f-4981-b29e-31552dba795c cannot update to ACTIVE because it is not bound. {{(pid=94022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 25 03:33:38.826750 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-432fb6c0-b99c-418e-a9c4-d0dfd748f310 req-06f8d5a3-4eb7-4c76-a362-8ed67b234658 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2017f16-944a-46e0-9d41-4d7f0d41cabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887561 Sep 25 03:33:38.913316 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-cb047816-74cb-4caf-a9a8-cdbbaa0aa505 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:39.099362 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device 2a7eb8c8-f1cc-4271-9178-8d0b438246a4 up at agent ovs-agent-dv-cinder-775706-4-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 03:33:39.162727 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [req-2b613c6a-1e75-4d4f-aadc-1d68349b876f req-2f5096ee-53fa-43a4-a407-b321e1f6d26d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c1ba797-a06f-4981-b29e-31552dba795c {{(pid=94021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 03:33:39.174879 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Provisioning complete for port 2a7eb8c8-f1cc-4271-9178-8d0b438246a4 triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:33:39.177142 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:39.182693 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-2b613c6a-1e75-4d4f-aadc-1d68349b876f req-2f5096ee-53fa-43a4-a407-b321e1f6d26d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:39.198841 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-cb047816-74cb-4caf-a9a8-cdbbaa0aa505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3899148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897272'] for router, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:39.200225 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.db.provisioning_blocks [req-2b613c6a-1e75-4d4f-aadc-1d68349b876f req-2f5096ee-53fa-43a4-a407-b321e1f6d26d service neutron] Transition to ACTIVE for port object 2c1ba797-a06f-4981-b29e-31552dba795c will not be triggered until provisioned by entity L2. {{(pid=94021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 25 03:33:39.209639 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-2b613c6a-1e75-4d4f-aadc-1d68349b876f req-2f5096ee-53fa-43a4-a407-b321e1f6d26d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3214569'] for port, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:39.302555 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:39.362893 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5096ee-53fa-43a4-a407-b321e1f6d26d service neutron] Pushing event updated for resources: {'Port': ['ID=2c1ba797-a06f-4981-b29e-31552dba795c,revision_number=2']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:33:39.400356 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] For port 2a7eb8c8-f1cc-4271-9178-8d0b438246a4, host dv-cinder-775706-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=2a7eb8c8-f1cc-4271-9178-8d0b438246a4,segment=NetworkSegment(b395176b-719c-43cb-ac90-4c84b6943e8c),segment_id=b395176b-719c-43cb-ac90-4c84b6943e8c)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:33:39.413472 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:39.447147 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-2b613c6a-1e75-4d4f-aadc-1d68349b876f req-2f5096ee-53fa-43a4-a407-b321e1f6d26d service neutron] Attempting to bind port 2c1ba797-a06f-4981-b29e-31552dba795c on host hv-cinder-77570 for vnic_type normal with profile {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 03:33:39.447673 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-2b613c6a-1e75-4d4f-aadc-1d68349b876f req-2f5096ee-53fa-43a4-a407-b321e1f6d26d service neutron] Attempting to bind port 2c1ba797-a06f-4981-b29e-31552dba795c by drivers openvswitch,hyperv on host hv-cinder-77570 at level 0 using segments [{'id': '374bf162-7cd8-4dc5-a46c-108738bf8e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '880aba30-576b-4b1a-acc6-7a7e08bebf3a'}] {{(pid=94021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 03:33:39.448011 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b613c6a-1e75-4d4f-aadc-1d68349b876f req-2f5096ee-53fa-43a4-a407-b321e1f6d26d service neutron] Attempting to bind port 2c1ba797-a06f-4981-b29e-31552dba795c on network 880aba30-576b-4b1a-acc6-7a7e08bebf3a {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 03:33:39.458019 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b613c6a-1e75-4d4f-aadc-1d68349b876f req-2f5096ee-53fa-43a4-a407-b321e1f6d26d service neutron] Port 2c1ba797-a06f-4981-b29e-31552dba795c on network 880aba30-576b-4b1a-acc6-7a7e08bebf3a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77570 {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 25 03:33:39.458342 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b613c6a-1e75-4d4f-aadc-1d68349b876f req-2f5096ee-53fa-43a4-a407-b321e1f6d26d service neutron] Attempting to bind port 2c1ba797-a06f-4981-b29e-31552dba795c on network 880aba30-576b-4b1a-acc6-7a7e08bebf3a {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 03:33:39.467747 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b613c6a-1e75-4d4f-aadc-1d68349b876f req-2f5096ee-53fa-43a4-a407-b321e1f6d26d service neutron] Checking agent: {'id': '508f5817-0468-490c-b4b9-d8db88d5fd84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 3, 27, 55), 'started_at': datetime.datetime(2021, 9, 25, 3, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 3, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 03:33:39.468112 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b613c6a-1e75-4d4f-aadc-1d68349b876f req-2f5096ee-53fa-43a4-a407-b321e1f6d26d service neutron] Checking segment: {'id': '374bf162-7cd8-4dc5-a46c-108738bf8e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '880aba30-576b-4b1a-acc6-7a7e08bebf3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 03:33:39.468471 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b613c6a-1e75-4d4f-aadc-1d68349b876f req-2f5096ee-53fa-43a4-a407-b321e1f6d26d service neutron] Bound using segment: {'id': '374bf162-7cd8-4dc5-a46c-108738bf8e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '880aba30-576b-4b1a-acc6-7a7e08bebf3a'} {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 03:33:39.468939 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-2b613c6a-1e75-4d4f-aadc-1d68349b876f req-2f5096ee-53fa-43a4-a407-b321e1f6d26d service neutron] Bound port: 2c1ba797-a06f-4981-b29e-31552dba795c, host: hv-cinder-77570, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '374bf162-7cd8-4dc5-a46c-108738bf8e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '880aba30-576b-4b1a-acc6-7a7e08bebf3a'}}] {{(pid=94021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 03:33:39.469301 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-2b613c6a-1e75-4d4f-aadc-1d68349b876f req-2f5096ee-53fa-43a4-a407-b321e1f6d26d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:39.523701 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Pushing event updated for resources: {'Port': ['ID=2a7eb8c8-f1cc-4271-9178-8d0b438246a4,revision_number=3']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:33:39.579764 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb047816-74cb-4caf-a9a8-cdbbaa0aa505 admin admin] Router b9a20eb7-f23a-492d-83d8-e9c74005387e is scheduled to L3 agent be170b3f-ec9b-4dfa-8e40-fa1591bf80a9 with binding_index 1 {{(pid=94020) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 03:33:39.601394 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-2b613c6a-1e75-4d4f-aadc-1d68349b876f req-2f5096ee-53fa-43a4-a407-b321e1f6d26d service neutron] For port 2c1ba797-a06f-4981-b29e-31552dba795c, host hv-cinder-77570, cleared binding levels {{(pid=94021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 03:33:39.609622 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-2b613c6a-1e75-4d4f-aadc-1d68349b876f req-2f5096ee-53fa-43a4-a407-b321e1f6d26d service neutron] For port 2c1ba797-a06f-4981-b29e-31552dba795c, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=2c1ba797-a06f-4981-b29e-31552dba795c,segment=NetworkSegment(374bf162-7cd8-4dc5-a46c-108738bf8e34),segment_id=374bf162-7cd8-4dc5-a46c-108738bf8e34)] {{(pid=94021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 03:33:39.619562 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-2b613c6a-1e75-4d4f-aadc-1d68349b876f req-2f5096ee-53fa-43a4-a407-b321e1f6d26d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3214569'] for port, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:39.727072 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b613c6a-1e75-4d4f-aadc-1d68349b876f req-2f5096ee-53fa-43a4-a407-b321e1f6d26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:39.728089 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-2b613c6a-1e75-4d4f-aadc-1d68349b876f req-2f5096ee-53fa-43a4-a407-b321e1f6d26d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:39.730193 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2b613c6a-1e75-4d4f-aadc-1d68349b876f req-2f5096ee-53fa-43a4-a407-b321e1f6d26d service neutron] 10.222.0.45 "PUT /v2.0/ports/2c1ba797-a06f-4981-b29e-31552dba795c HTTP/1.1" status: 200 len: 1093 time: 1.0843141 Sep 25 03:33:39.739285 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce2416f9-cc1c-41d7-a7e5-1bd65f617422', 'tag': '2c1ba797-a06f-4981-b29e-31552dba795c'}] {{(pid=94021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 03:33:39.742451 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e2fb5340eb8446ff58cd715b9748d5b5aabaa2e5f9ab10f469ed89a7c45a212" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb001929-1a5a-4f6e-a3c4-b3824510053f" -d '{"events": [{"name": "network-changed", "server_uuid": "ce2416f9-cc1c-41d7-a7e5-1bd65f617422", "tag": "2c1ba797-a06f-4981-b29e-31552dba795c"}]}' {{(pid=94021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 03:33:39.810144 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd58a0ad-71e1-4477-8844-a068fc82fc61 None None] Network 89e779df-c836-498b-8f59-96d1b762d6e8 requested from dv-cinder-775706-4-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 03:33:39.812418 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5096ee-53fa-43a4-a407-b321e1f6d26d service neutron] Pushing event updated for resources: {'Port': ['ID=2c1ba797-a06f-4981-b29e-31552dba795c,revision_number=3']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:33:39.840068 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241fbad9-3242-42e4-b9c5-204fb7d42a02 req-5bfc387a-9ae0-4551-914b-a7ab4815df16 tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:39.842346 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb047816-74cb-4caf-a9a8-cdbbaa0aa505 admin admin] Notify agent at l3_agent.dv-cinder-775706-4-iscsi the message routers_updated {{(pid=94020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 03:33:39.842696 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-241fbad9-3242-42e4-b9c5-204fb7d42a02 req-5bfc387a-9ae0-4551-914b-a7ab4815df16 tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcadf2ab-7667-46a2-8c93-d9d0efd41237 HTTP/1.1" status: 200 len: 949 time: 0.1414084 Sep 25 03:33:39.854264 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd49cf0c-ddb5-4329-85d1-394eff356d38 None None] Sync routers for ids ['b9a20eb7-f23a-492d-83d8-e9c74005387e'] in dv-cinder-775706-4-iscsi {{(pid=94023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 03:33:39.868844 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd49cf0c-ddb5-4329-85d1-394eff356d38 None None] Routers {'b9a20eb7-f23a-492d-83d8-e9c74005387e'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:33:39.869916 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-fd49cf0c-ddb5-4329-85d1-394eff356d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:33:18Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['b9a20eb7-f23a-492d-83d8-e9c74005387e'], 'active': True} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:33:39.872630 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-cb047816-74cb-4caf-a9a8-cdbbaa0aa505 admin admin] Notify callbacks [] for router, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:39.874230 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-cb047816-74cb-4caf-a9a8-cdbbaa0aa505 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0277891 Sep 25 03:33:39.877415 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 54336) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:33:39.951847 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-2bbbf720-ce3f-4d4f-9a44-c1d0bb99e2a2 None None] Provisioning complete for port 2a7eb8c8-f1cc-4271-9178-8d0b438246a4 triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:33:39.953208 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-2bbbf720-ce3f-4d4f-9a44-c1d0bb99e2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:40.035177 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9bc1b5-e3f6-4cb7-950e-ceb088113a6c req-c5c816eb-2e97-4eae-8b2f-5f79d4ca17fc tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:40.037258 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8e9bc1b5-e3f6-4cb7-950e-ceb088113a6c req-c5c816eb-2e97-4eae-8b2f-5f79d4ca17fc tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=797d92b8-a99f-4bce-899d-04675e53f4da HTTP/1.1" status: 200 len: 946 time: 0.1928985 Sep 25 03:33:40.043649 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-241fbad9-3242-42e4-b9c5-204fb7d42a02 req-b3a09d5d-45bd-48ad-a544-68659f31328f tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] 10.222.0.42 "GET /v2.0/security-groups?id=12bc5544-504a-43fe-8431-0b63a00b1d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698081 Sep 25 03:33:40.069078 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b613c6a-1e75-4d4f-aadc-1d68349b876f req-7287d4d1-9ed3-40bf-8c21-7af9505bd535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:40.069467 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2b613c6a-1e75-4d4f-aadc-1d68349b876f req-7287d4d1-9ed3-40bf-8c21-7af9505bd535 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7ef1d76a90104052a3716c563fd608ad&device_id=ce2416f9-cc1c-41d7-a7e5-1bd65f617422 HTTP/1.1" status: 200 len: 1096 time: 0.1973951 Sep 25 03:33:40.136531 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2b613c6a-1e75-4d4f-aadc-1d68349b876f req-ac344247-212d-46c8-b3c1-ce6e0d72375b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c1ba797-a06f-4981-b29e-31552dba795c HTTP/1.1" status: 200 len: 217 time: 0.0496452 Sep 25 03:33:40.154225 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8e9bc1b5-e3f6-4cb7-950e-ceb088113a6c req-5d390e77-1014-4e8d-95b8-70ae0d64d2b0 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075759 Sep 25 03:33:40.162160 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 03:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87eaeacb-c842-4cfb-adf6-7177eb73a9e7 x-openstack-request-id: req-87eaeacb-c842-4cfb-adf6-7177eb73a9e7 {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 03:33:40.162545 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce2416f9-cc1c-41d7-a7e5-1bd65f617422", "tag": "2c1ba797-a06f-4981-b29e-31552dba795c", "status": "completed", "code": 200}]} {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 03:33:40.162897 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-87eaeacb-c842-4cfb-adf6-7177eb73a9e7 {{(pid=94021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 03:33:40.163543 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce2416f9-cc1c-41d7-a7e5-1bd65f617422', 'tag': '2c1ba797-a06f-4981-b29e-31552dba795c', 'status': 'completed', 'code': 200} Sep 25 03:33:40.177160 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvr_db [None req-fd49cf0c-ddb5-4329-85d1-394eff356d38 None None] Set router b9a20eb7-f23a-492d-83d8-e9c74005387e gateway port host: dv-cinder-775706-4-iscsi {{(pid=94023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:33:40.227031 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b613c6a-1e75-4d4f-aadc-1d68349b876f req-e2f95127-5e49-4e22-929a-1a481744dc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:40.228691 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2b613c6a-1e75-4d4f-aadc-1d68349b876f req-e2f95127-5e49-4e22-929a-1a481744dc5a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0b95fb34-6b69-4305-8271-231f7ffdb3bd HTTP/1.1" status: 200 len: 847 time: 0.0559309 Sep 25 03:33:40.334323 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b613c6a-1e75-4d4f-aadc-1d68349b876f req-eff473a1-7f86-42bb-8add-b10030562a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:40.335876 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2b613c6a-1e75-4d4f-aadc-1d68349b876f req-eff473a1-7f86-42bb-8add-b10030562a03 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=880aba30-576b-4b1a-acc6-7a7e08bebf3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0978403 Sep 25 03:33:40.344531 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def11be1-f9d2-4294-ae40-f8891fe58c05 req-68b961e4-c5d9-4152-a28d-8c971d6490e4 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:40.346160 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-def11be1-f9d2-4294-ae40-f8891fe58c05 req-68b961e4-c5d9-4152-a28d-8c971d6490e4 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce2416f9-cc1c-41d7-a7e5-1bd65f617422 HTTP/1.1" status: 200 len: 943 time: 0.0997260 Sep 25 03:33:40.420242 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device 5c112ca8-4b31-4185-b0f8-19a9efb9ac56 up at agent hyperv_hv-cinder-77570 {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 03:33:40.509127 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Provisioning for port 5c112ca8-4b31-4185-b0f8-19a9efb9ac56 completed by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 25 03:33:40.518716 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Provisioning complete for port 5c112ca8-4b31-4185-b0f8-19a9efb9ac56 triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:33:40.520787 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:40.529041 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-fd49cf0c-ddb5-4329-85d1-394eff356d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9a20eb7-f23a-492d-83d8-e9c74005387e', 'name': 'tempest-TestMinimumBasicScenario-2076328930-router', 'tenant_id': '38f2ee3f8f7f41cf906b46bcbbc31b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '8cc18c0a-5789-495c-9a0f-902afbecb8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:33:36Z', 'updated_at': '2021-09-25T03:33:38Z', 'revision_number': 3, 'project_id': '38f2ee3f8f7f41cf906b46bcbbc31b5d', 'gw_port': {'id': '8cc18c0a-5789-495c-9a0f-902afbecb8a8', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:32:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9a20eb7-f23a-492d-83d8-e9c74005387e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:33:37Z', 'updated_at': '2021-09-25T03:33:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi'}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:33:40.560813 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd49cf0c-ddb5-4329-85d1-394eff356d38 None None] Checking router: b9a20eb7-f23a-492d-83d8-e9c74005387e for host: dv-cinder-775706-4-iscsi {{(pid=94023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 03:33:40.561716 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd49cf0c-ddb5-4329-85d1-394eff356d38 None None] Updating router b9a20eb7-f23a-492d-83d8-e9c74005387e port 8cc18c0a-5789-495c-9a0f-902afbecb8a8 binding host dv-cinder-775706-4-iscsi {{(pid=94023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 03:33:40.568147 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2b613c6a-1e75-4d4f-aadc-1d68349b876f req-7db1981c-f5cc-44c5-baf2-f1306a358670 service neutron] 10.222.0.45 "GET /v2.0/networks/880aba30-576b-4b1a-acc6-7a7e08bebf3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206502 Sep 25 03:33:40.582014 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-def11be1-f9d2-4294-ae40-f8891fe58c05 req-57634096-9328-4178-b870-03289b80d929 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2017f16-944a-46e0-9d41-4d7f0d41cabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2081831 Sep 25 03:33:40.661506 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-fd49cf0c-ddb5-4329-85d1-394eff356d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:40.661803 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-44cb5ba6-e943-416d-9f82-f0008dec0bb2 None None] Provisioning complete for port 2a7eb8c8-f1cc-4271-9178-8d0b438246a4 triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:33:40.662129 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-44cb5ba6-e943-416d-9f82-f0008dec0bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:40.688970 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:40.689267 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-2cba2d45-aaa8-427c-b153-23ac86e652b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:40.740923 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2b613c6a-1e75-4d4f-aadc-1d68349b876f req-56a3d5a4-b8e7-486d-9138-b4c2ac54d02c service neutron] 10.222.0.45 "GET /v2.0/networks/880aba30-576b-4b1a-acc6-7a7e08bebf3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502304 Sep 25 03:33:40.742631 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcadf2ab-7667-46a2-8c93-d9d0efd41237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c112ca8-4b31-4185-b0f8-19a9efb9ac56'}] {{(pid=94022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 03:33:40.745063 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9141e1544748c335de5c87e81d01f98f4272279fe7d072e46966747184492a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b3e8820-d501-4ff9-82e3-c7e17712a2be" -d '{"events": [{"server_uuid": "dcadf2ab-7667-46a2-8c93-d9d0efd41237", "name": "network-vif-plugged", "status": "completed", "tag": "5c112ca8-4b31-4185-b0f8-19a9efb9ac56"}]}' {{(pid=94022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 03:33:40.752017 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] For port 5c112ca8-4b31-4185-b0f8-19a9efb9ac56, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=5c112ca8-4b31-4185-b0f8-19a9efb9ac56,segment=NetworkSegment(6adf372c-8bc9-48a2-93df-814f9f03c833),segment_id=6adf372c-8bc9-48a2-93df-814f9f03c833)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:33:40.761404 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:40.867608 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 03:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3677353-1771-4f3b-85d8-acb636d03ad1 x-openstack-request-id: req-e3677353-1771-4f3b-85d8-acb636d03ad1 {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 03:33:40.868376 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcadf2ab-7667-46a2-8c93-d9d0efd41237", "name": "network-vif-plugged", "status": "completed", "tag": "5c112ca8-4b31-4185-b0f8-19a9efb9ac56", "code": 200}]} {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 03:33:40.868376 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e3677353-1771-4f3b-85d8-acb636d03ad1 {{(pid=94022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 03:33:40.868697 dv-cinder-775706-4-iscsi neutron-server[94022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcadf2ab-7667-46a2-8c93-d9d0efd41237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c112ca8-4b31-4185-b0f8-19a9efb9ac56', 'code': 200} Sep 25 03:33:40.903525 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Pushing event updated for resources: {'Port': ['ID=5c112ca8-4b31-4185-b0f8-19a9efb9ac56,revision_number=5']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:33:40.935843 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.db.db_base_plugin_common [None req-2cba2d45-aaa8-427c-b153-23ac86e652b8 admin admin] Allocated IP 172.20.0.1 (89e779df-c836-498b-8f59-96d1b762d6e8/63d421db-5dcc-4401-a62e-bc953d53849c/acfb7fea-1862-4c5d-bc0f-b6c6665bfe8c) {{(pid=94020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 03:33:40.994958 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb001929-1a5a-4f6e-a3c4-b3824510053f req-b5734965-afce-4833-9ae8-f08710c4535d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:40.998237 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-eb001929-1a5a-4f6e-a3c4-b3824510053f req-b5734965-afce-4833-9ae8-f08710c4535d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7ef1d76a90104052a3716c563fd608ad&device_id=ce2416f9-cc1c-41d7-a7e5-1bd65f617422 HTTP/1.1" status: 200 len: 1096 time: 0.0826075 Sep 25 03:33:41.118267 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device 2a7eb8c8-f1cc-4271-9178-8d0b438246a4 up at agent ovs-agent-dv-cinder-775706-4-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 03:33:41.133572 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-2cba2d45-aaa8-427c-b153-23ac86e652b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:41.161264 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-fd49cf0c-ddb5-4329-85d1-394eff356d38 None None] Notify callbacks [] for port, precommit_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:41.171013 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-fd49cf0c-ddb5-4329-85d1-394eff356d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:41.208944 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24962b01-2887-411f-91e8-386cf6bea0eb req-4f03e713-9ed6-4098-bb03-83ca7ac39a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:41.211350 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-24962b01-2887-411f-91e8-386cf6bea0eb req-4f03e713-9ed6-4098-bb03-83ca7ac39a77 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=dcadf2ab-7667-46a2-8c93-d9d0efd41237 HTTP/1.1" status: 200 len: 1103 time: 0.0551326 Sep 25 03:33:41.226285 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-2cba2d45-aaa8-427c-b153-23ac86e652b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731880292801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937715'] for port, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:41.236049 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5e057a-404e-40ae-bef8-474a32d04153 None None] Pushing event updated for resources: {'Port': ['ID=8cc18c0a-5789-495c-9a0f-902afbecb8a8,revision_number=2']} {{(pid=94023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:33:41.262397 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.managers [None req-fd49cf0c-ddb5-4329-85d1-394eff356d38 None None] Attempting to bind port 8cc18c0a-5789-495c-9a0f-902afbecb8a8 on host dv-cinder-775706-4-iscsi for vnic_type normal with profile {{(pid=94023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 03:33:41.263435 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.managers [None req-fd49cf0c-ddb5-4329-85d1-394eff356d38 None None] Attempting to bind port 8cc18c0a-5789-495c-9a0f-902afbecb8a8 by drivers openvswitch,hyperv on host dv-cinder-775706-4-iscsi at level 0 using segments [{'id': '48bff68c-e483-4cc4-95dd-dcbe15bbe597', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4'}] {{(pid=94023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 03:33:41.263435 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd49cf0c-ddb5-4329-85d1-394eff356d38 None None] Attempting to bind port 8cc18c0a-5789-495c-9a0f-902afbecb8a8 on network 11c2fcee-3e12-40fc-bbdd-73661221b9b4 {{(pid=94023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 03:33:41.264307 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb001929-1a5a-4f6e-a3c4-b3824510053f req-794c45b2-69a5-44be-ae43-7e5a4544bce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:41.266062 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-eb001929-1a5a-4f6e-a3c4-b3824510053f req-794c45b2-69a5-44be-ae43-7e5a4544bce1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=880aba30-576b-4b1a-acc6-7a7e08bebf3a HTTP/1.1" status: 200 len: 909 time: 0.2600031 Sep 25 03:33:41.271397 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd49cf0c-ddb5-4329-85d1-394eff356d38 None None] Checking agent: {'id': '92762cd5-f40e-4e3b-860e-7f1faf1bdbcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 3, 21, 49), 'started_at': datetime.datetime(2021, 9, 25, 3, 22, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 3, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 03:33:41.271765 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd49cf0c-ddb5-4329-85d1-394eff356d38 None None] Checking segment: {'id': '48bff68c-e483-4cc4-95dd-dcbe15bbe597', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 03:33:41.272167 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-fd49cf0c-ddb5-4329-85d1-394eff356d38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:41.272721 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd49cf0c-ddb5-4329-85d1-394eff356d38 None None] Bound using segment: {'id': '48bff68c-e483-4cc4-95dd-dcbe15bbe597', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4'} {{(pid=94023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 03:33:41.273256 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.managers [None req-fd49cf0c-ddb5-4329-85d1-394eff356d38 None None] Bound port: 8cc18c0a-5789-495c-9a0f-902afbecb8a8, host: dv-cinder-775706-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48bff68c-e483-4cc4-95dd-dcbe15bbe597', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4'}}] {{(pid=94023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 03:33:41.273722 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-fd49cf0c-ddb5-4329-85d1-394eff356d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:41.275599 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7395443-3441-428f-9981-a68f1f7bec30 req-119de8b8-c73c-4f1a-8ae3-ebc993333610 tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:41.277417 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c7395443-3441-428f-9981-a68f1f7bec30 req-119de8b8-c73c-4f1a-8ae3-ebc993333610 tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcadf2ab-7667-46a2-8c93-d9d0efd41237 HTTP/1.1" status: 200 len: 950 time: 0.0978081 Sep 25 03:33:41.297491 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Provisioning complete for port 2a7eb8c8-f1cc-4271-9178-8d0b438246a4 triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:33:41.299731 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:41.314620 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-24962b01-2887-411f-91e8-386cf6bea0eb req-cd05d8ec-9092-4d58-9d99-bb1a7b543405 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=12bc5544-504a-43fe-8431-0b63a00b1d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848889 Sep 25 03:33:41.321851 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cba2d45-aaa8-427c-b153-23ac86e652b8 admin admin] Network 89e779df-c836-498b-8f59-96d1b762d6e8 is already hosted by enough agents. {{(pid=94020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 03:33:41.325377 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.base_scheduler [None req-2cba2d45-aaa8-427c-b153-23ac86e652b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:33:41.329238 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cba2d45-aaa8-427c-b153-23ac86e652b8 admin admin] Received port after_create {{(pid=94020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 03:33:41.352614 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.db [None req-fd49cf0c-ddb5-4329-85d1-394eff356d38 None None] For port 8cc18c0a-5789-495c-9a0f-902afbecb8a8, host dv-cinder-775706-4-iscsi, cleared binding levels {{(pid=94023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 03:33:41.359866 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.db [None req-fd49cf0c-ddb5-4329-85d1-394eff356d38 None None] For port 8cc18c0a-5789-495c-9a0f-902afbecb8a8, host dv-cinder-775706-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=8cc18c0a-5789-495c-9a0f-902afbecb8a8,segment=NetworkSegment(48bff68c-e483-4cc4-95dd-dcbe15bbe597),segment_id=48bff68c-e483-4cc4-95dd-dcbe15bbe597)] {{(pid=94023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 03:33:41.367214 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-eb001929-1a5a-4f6e-a3c4-b3824510053f req-c73a8925-7f58-4b48-a192-18eeea5b25b2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c1ba797-a06f-4981-b29e-31552dba795c HTTP/1.1" status: 200 len: 217 time: 0.0881555 Sep 25 03:33:41.368586 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-fd49cf0c-ddb5-4329-85d1-394eff356d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:41.403604 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-2cba2d45-aaa8-427c-b153-23ac86e652b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3896965'] for router_interface, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:41.414979 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c7395443-3441-428f-9981-a68f1f7bec30 req-bd006847-1ecb-4797-ad1a-bef5fbcdda25 tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] 10.222.0.42 "GET /v2.0/security-groups?id=12bc5544-504a-43fe-8431-0b63a00b1d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302040 Sep 25 03:33:41.463825 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7189cd-8126-4019-8366-b7481eb1c055 req-08b85aa6-0895-41aa-8168-76228dd1adf5 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:41.466522 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-cc7189cd-8126-4019-8366-b7481eb1c055 req-08b85aa6-0895-41aa-8168-76228dd1adf5 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=797d92b8-a99f-4bce-899d-04675e53f4da HTTP/1.1" status: 200 len: 946 time: 0.1118896 Sep 25 03:33:41.470897 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cba2d45-aaa8-427c-b153-23ac86e652b8 admin admin] Pushing event updated for resources: {'Port': ['ID=acfb7fea-1862-4c5d-bc0f-b6c6665bfe8c,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:33:41.492597 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5e057a-404e-40ae-bef8-474a32d04153 None None] Pushing event updated for resources: {'Port': ['ID=8cc18c0a-5789-495c-9a0f-902afbecb8a8,revision_number=3']} {{(pid=94023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:33:41.542385 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd49cf0c-ddb5-4329-85d1-394eff356d38 None None] Routers {'b9a20eb7-f23a-492d-83d8-e9c74005387e'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:33:41.543198 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-fd49cf0c-ddb5-4329-85d1-394eff356d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:33:18Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['b9a20eb7-f23a-492d-83d8-e9c74005387e'], 'active': True} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:33:41.557223 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-cc7189cd-8126-4019-8366-b7481eb1c055 req-824b4322-cb45-44ca-aafb-351ccef53eee tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716975 Sep 25 03:33:41.653322 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-2cba2d45-aaa8-427c-b153-23ac86e652b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:41.729016 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvr_db [None req-fd49cf0c-ddb5-4329-85d1-394eff356d38 None None] Set router b9a20eb7-f23a-492d-83d8-e9c74005387e gateway port host: dv-cinder-775706-4-iscsi {{(pid=94023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:33:41.730694 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-bfcb7842-dd09-419a-b2ea-8431a8eb5662 None None] Provisioning complete for port acfb7fea-1862-4c5d-bc0f-b6c6665bfe8c triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:33:41.731137 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-bfcb7842-dd09-419a-b2ea-8431a8eb5662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:41.790910 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-bfcb7842-dd09-419a-b2ea-8431a8eb5662 None None] Port acfb7fea-1862-4c5d-bc0f-b6c6665bfe8c cannot update to ACTIVE because it is not bound. {{(pid=94022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 25 03:33:41.951171 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-2cba2d45-aaa8-427c-b153-23ac86e652b8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:41.961275 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-2cba2d45-aaa8-427c-b153-23ac86e652b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937720'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:42.025774 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-fd49cf0c-ddb5-4329-85d1-394eff356d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9a20eb7-f23a-492d-83d8-e9c74005387e', 'name': 'tempest-TestMinimumBasicScenario-2076328930-router', 'tenant_id': '38f2ee3f8f7f41cf906b46bcbbc31b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '8cc18c0a-5789-495c-9a0f-902afbecb8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:33:36Z', 'updated_at': '2021-09-25T03:33:38Z', 'revision_number': 3, 'project_id': '38f2ee3f8f7f41cf906b46bcbbc31b5d', 'gw_port': {'id': '8cc18c0a-5789-495c-9a0f-902afbecb8a8', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:32:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9a20eb7-f23a-492d-83d8-e9c74005387e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:33:37Z', 'updated_at': '2021-09-25T03:33:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi'}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:33:42.038377 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cba2d45-aaa8-427c-b153-23ac86e652b8 admin admin] Pushing event updated for resources: {'Port': ['ID=acfb7fea-1862-4c5d-bc0f-b6c6665bfe8c,revision_number=2']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:33:42.041330 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-2cba2d45-aaa8-427c-b153-23ac86e652b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3623135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3893365'] for router_interface, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:42.064497 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd49cf0c-ddb5-4329-85d1-394eff356d38 None None] The sync data for ids ['b9a20eb7-f23a-492d-83d8-e9c74005387e'] in dv-cinder-775706-4-iscsi is: [{'id': 'b9a20eb7-f23a-492d-83d8-e9c74005387e', 'name': 'tempest-TestMinimumBasicScenario-2076328930-router', 'tenant_id': '38f2ee3f8f7f41cf906b46bcbbc31b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '8cc18c0a-5789-495c-9a0f-902afbecb8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:33:36Z', 'updated_at': '2021-09-25T03:33:38Z', 'revision_number': 3, 'project_id': '38f2ee3f8f7f41cf906b46bcbbc31b5d', 'gw_port': {'id': '8cc18c0a-5789-495c-9a0f-902afbecb8a8', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:32:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9a20eb7-f23a-492d-83d8-e9c74005387e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:33:37Z', 'updated_at': '2021-09-25T03:33:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi'}] {{(pid=94023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 03:33:42.076634 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb001929-1a5a-4f6e-a3c4-b3824510053f req-d4dcb1ad-465b-4bc6-a4ce-24ba930359f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:42.077510 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-eb001929-1a5a-4f6e-a3c4-b3824510053f req-d4dcb1ad-465b-4bc6-a4ce-24ba930359f5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0b95fb34-6b69-4305-8271-231f7ffdb3bd HTTP/1.1" status: 200 len: 847 time: 0.3029430 Sep 25 03:33:42.090461 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee19130c-c6f2-46a1-8df8-7a50a243969e req-03e98342-ba00-473a-a462-015979e7ff83 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:42.092305 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ee19130c-c6f2-46a1-8df8-7a50a243969e req-03e98342-ba00-473a-a462-015979e7ff83 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce2416f9-cc1c-41d7-a7e5-1bd65f617422 HTTP/1.1" status: 200 len: 943 time: 0.3597164 Sep 25 03:33:42.173053 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cba2d45-aaa8-427c-b153-23ac86e652b8 admin admin] Network 89e779df-c836-498b-8f59-96d1b762d6e8 is already hosted by enough agents. {{(pid=94020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 03:33:42.174729 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.base_scheduler [None req-2cba2d45-aaa8-427c-b153-23ac86e652b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:33:42.176160 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ee19130c-c6f2-46a1-8df8-7a50a243969e req-8dc7eee1-9b43-4654-91a4-65273544c6be tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2017f16-944a-46e0-9d41-4d7f0d41cabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609019 Sep 25 03:33:42.183643 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb001929-1a5a-4f6e-a3c4-b3824510053f req-cb1f4319-6529-47d5-a1a4-9017b08a762e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:42.185385 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-eb001929-1a5a-4f6e-a3c4-b3824510053f req-cb1f4319-6529-47d5-a1a4-9017b08a762e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=880aba30-576b-4b1a-acc6-7a7e08bebf3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0918374 Sep 25 03:33:42.317643 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cba2d45-aaa8-427c-b153-23ac86e652b8 admin admin] Router b9a20eb7-f23a-492d-83d8-e9c74005387e has already been hosted by L3 agent be170b3f-ec9b-4dfa-8e40-fa1591bf80a9 {{(pid=94020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 03:33:42.378050 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-eb001929-1a5a-4f6e-a3c4-b3824510053f req-61e7b315-c1ae-4dab-b06a-51491469a868 service neutron] 10.222.0.45 "GET /v2.0/networks/880aba30-576b-4b1a-acc6-7a7e08bebf3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736536 Sep 25 03:33:42.557844 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-f8fc30ee-8928-4a26-9867-1f2bb67a2226 None None] Provisioning complete for port acfb7fea-1862-4c5d-bc0f-b6c6665bfe8c triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:33:42.558631 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f8fc30ee-8928-4a26-9867-1f2bb67a2226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:42.558763 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cba2d45-aaa8-427c-b153-23ac86e652b8 admin admin] Notify agent at l3_agent.dv-cinder-775706-4-iscsi the message routers_updated {{(pid=94020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 03:33:42.564638 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-2cba2d45-aaa8-427c-b153-23ac86e652b8 admin admin] 10.222.0.42 "PUT /v2.0/routers/b9a20eb7-f23a-492d-83d8-e9c74005387e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6856723 Sep 25 03:33:42.602803 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-eb001929-1a5a-4f6e-a3c4-b3824510053f req-b1b23800-b9b0-40db-991d-bb219fba0ea0 service neutron] 10.222.0.45 "GET /v2.0/networks/880aba30-576b-4b1a-acc6-7a7e08bebf3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160192 Sep 25 03:33:42.650291 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-f8fc30ee-8928-4a26-9867-1f2bb67a2226 None None] Port acfb7fea-1862-4c5d-bc0f-b6c6665bfe8c cannot update to ACTIVE because it is not bound. {{(pid=94022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 25 03:33:42.657724 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e091f-8a55-4c88-831b-c69c8b323eae req-642166cb-4272-43f0-85d9-2bc1aa3beb60 tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:42.660120 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c35e091f-8a55-4c88-831b-c69c8b323eae req-642166cb-4272-43f0-85d9-2bc1aa3beb60 tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcadf2ab-7667-46a2-8c93-d9d0efd41237 HTTP/1.1" status: 200 len: 950 time: 0.1351893 Sep 25 03:33:42.750078 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c35e091f-8a55-4c88-831b-c69c8b323eae req-a2908f7c-b45f-473b-a535-1cce4d25c01e tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] 10.222.0.42 "GET /v2.0/security-groups?id=12bc5544-504a-43fe-8431-0b63a00b1d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514452 Sep 25 03:33:42.758443 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ff91b-0c70-42b7-b7bd-d0536ab019da req-22ad21cc-4eae-4876-9505-634e2e540af9 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:42.760079 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-721ff91b-0c70-42b7-b7bd-d0536ab019da req-22ad21cc-4eae-4876-9505-634e2e540af9 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=797d92b8-a99f-4bce-899d-04675e53f4da HTTP/1.1" status: 200 len: 946 time: 0.0989883 Sep 25 03:33:42.837410 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-721ff91b-0c70-42b7-b7bd-d0536ab019da req-5356cf17-fcfc-4cb8-87ac-b2af78ef78c2 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708067 Sep 25 03:33:43.115028 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device 8cc18c0a-5789-495c-9a0f-902afbecb8a8 up at agent ovs-agent-dv-cinder-775706-4-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 03:33:43.193686 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Provisioning complete for port 8cc18c0a-5789-495c-9a0f-902afbecb8a8 triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:33:43.193686 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:43.289690 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 54378) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:33:43.295668 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-224a1ecf-5864-45bd-a636-2b473ed3f715 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2142345929-network', 'tenant_id': 'f3c947dafa1c4808b8926c270e98f5f7'}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:33:43.312448 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:43.324785 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-224a1ecf-5864-45bd-a636-2b473ed3f715 admin admin] Made reservation on behalf of f3c947dafa1c4808b8926c270e98f5f7 for: {'network': 1} {{(pid=94020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 03:33:43.327333 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-224a1ecf-5864-45bd-a636-2b473ed3f715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for network, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:43.349212 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-224a1ecf-5864-45bd-a636-2b473ed3f715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:43.361451 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] For port 8cc18c0a-5789-495c-9a0f-902afbecb8a8, host dv-cinder-775706-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=8cc18c0a-5789-495c-9a0f-902afbecb8a8,segment=NetworkSegment(48bff68c-e483-4cc4-95dd-dcbe15bbe597),segment_id=48bff68c-e483-4cc4-95dd-dcbe15bbe597)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:33:43.371952 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:43.405775 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e26ebd-45b2-4bed-91c7-e9b7deca5616 req-e283d62b-9ca0-4c2b-819a-bc3f424313c9 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:43.407825 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-67e26ebd-45b2-4bed-91c7-e9b7deca5616 req-e283d62b-9ca0-4c2b-819a-bc3f424313c9 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce2416f9-cc1c-41d7-a7e5-1bd65f617422 HTTP/1.1" status: 200 len: 943 time: 0.0780272 Sep 25 03:33:43.457752 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Pushing event updated for resources: {'Port': ['ID=8cc18c0a-5789-495c-9a0f-902afbecb8a8,revision_number=4']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:33:43.492225 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-67e26ebd-45b2-4bed-91c7-e9b7deca5616 req-96078bb8-e1de-4042-aab3-2b9ac48bb989 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2017f16-944a-46e0-9d41-4d7f0d41cabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761302 Sep 25 03:33:43.540896 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-224a1ecf-5864-45bd-a636-2b473ed3f715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:43.546599 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-224a1ecf-5864-45bd-a636-2b473ed3f715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:43.576825 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-224a1ecf-5864-45bd-a636-2b473ed3f715 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=94020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 03:33:43.588537 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224a1ecf-5864-45bd-a636-2b473ed3f715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87ef110a-452a-4d74-b59e-bbe992334d05,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:33:43.595052 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-224a1ecf-5864-45bd-a636-2b473ed3f715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614597'] for segment, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:43.595631 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.db.segments_db [None req-224a1ecf-5864-45bd-a636-2b473ed3f715 admin admin] Added segment e468d1f9-547c-4631-a3ab-0b8c0e0e343d of type vlan for network 69d03830-d058-4783-811e-ade1404fd267 Sep 25 03:33:43.672161 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4734d89-6172-4f8f-ac80-cf0889869c45 req-ab16e35d-47e2-4050-92bd-8de6f2f5ae1b tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:43.673980 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c4734d89-6172-4f8f-ac80-cf0889869c45 req-ab16e35d-47e2-4050-92bd-8de6f2f5ae1b tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.45 "GET /v2.0/ports?device_id=797d92b8-a99f-4bce-899d-04675e53f4da HTTP/1.1" status: 200 len: 946 time: 0.0672288 Sep 25 03:33:43.674443 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-224a1ecf-5864-45bd-a636-2b473ed3f715 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731880296735'] for network, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:43.715337 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-224a1ecf-5864-45bd-a636-2b473ed3f715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117'] for network, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:43.716688 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224a1ecf-5864-45bd-a636-2b473ed3f715 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:43.717635 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-224a1ecf-5864-45bd-a636-2b473ed3f715 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3625783'] for network, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:43.778474 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-224a1ecf-5864-45bd-a636-2b473ed3f715 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4839234 Sep 25 03:33:43.778781 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 54380) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:33:43.790192 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-597501d2-dcc7-40e2-9f85-9629f2a29da5 admin admin] Request body: {'subnet': {'network_id': '69d03830-d058-4783-811e-ade1404fd267', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2142345929-subnet', 'tenant_id': 'f3c947dafa1c4808b8926c270e98f5f7', 'ip_version': 4}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:33:43.832485 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [req-c4734d89-6172-4f8f-ac80-cf0889869c45 req-937f74b3-f782-44a0-9223-6a79d554c58c tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Deleting port eb3080d8-812a-4f43-a655-13f8c5d3aa4f {{(pid=94021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 03:33:43.833473 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-c4734d89-6172-4f8f-ac80-cf0889869c45 req-937f74b3-f782-44a0-9223-6a79d554c58c tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731880592680'] for port, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:43.856134 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224a1ecf-5864-45bd-a636-2b473ed3f715 admin admin] Pushing event updated for resources: {'Network': ['ID=69d03830-d058-4783-811e-ade1404fd267,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:33:43.872248 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Network 69d03830-d058-4783-811e-ade1404fd267 details requested by agent ovs-agent-dv-cinder-775706-4-iscsi with host dv-cinder-775706-4-iscsi {{(pid=94022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 03:33:43.891118 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597501d2-dcc7-40e2-9f85-9629f2a29da5 admin admin] Made reservation on behalf of f3c947dafa1c4808b8926c270e98f5f7 for: {'subnet': 1} {{(pid=94020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 03:33:43.896011 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-597501d2-dcc7-40e2-9f85-9629f2a29da5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9253190'] for subnet, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:44.151588 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-c4734d89-6172-4f8f-ac80-cf0889869c45 req-937f74b3-f782-44a0-9223-6a79d554c58c tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] For port eb3080d8-812a-4f43-a655-13f8c5d3aa4f, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=eb3080d8-812a-4f43-a655-13f8c5d3aa4f,segment=NetworkSegment(8b908095-492d-4392-bdf1-2ef9f66d1c1d),segment_id=8b908095-492d-4392-bdf1-2ef9f66d1c1d)] {{(pid=94021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:33:44.152211 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-c4734d89-6172-4f8f-ac80-cf0889869c45 req-937f74b3-f782-44a0-9223-6a79d554c58c tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889411'] for port, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:44.198453 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-597501d2-dcc7-40e2-9f85-9629f2a29da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8937583', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9253236'] for subnet, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:44.199459 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e318a79-b6bd-483b-b0b1-8f9f70cd075e req-cf2551e0-e89e-4774-ab1c-974292275787 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:44.202566 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1e318a79-b6bd-483b-b0b1-8f9f70cd075e req-cf2551e0-e89e-4774-ab1c-974292275787 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=797d92b8-a99f-4bce-899d-04675e53f4da HTTP/1.1" status: 200 len: 946 time: 0.2249546 Sep 25 03:33:44.206166 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [req-c4734d89-6172-4f8f-ac80-cf0889869c45 req-937f74b3-f782-44a0-9223-6a79d554c58c tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Calling delete_port for eb3080d8-812a-4f43-a655-13f8c5d3aa4f owned by compute:nova {{(pid=94021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 03:33:44.229361 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7e5b88-0e5b-4747-9267-0d71633bcf22 req-e54f531c-bac7-4ee8-a926-a547176a1809 tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:44.232173 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3d7e5b88-0e5b-4747-9267-0d71633bcf22 req-e54f531c-bac7-4ee8-a926-a547176a1809 tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcadf2ab-7667-46a2-8c93-d9d0efd41237 HTTP/1.1" status: 200 len: 950 time: 0.2525947 Sep 25 03:33:44.281437 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597501d2-dcc7-40e2-9f85-9629f2a29da5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4235e155-46fa-4e2e-ac2d-5c146dc226a7,revision_number=0']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:33:44.293510 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597501d2-dcc7-40e2-9f85-9629f2a29da5 admin admin] Checking segment: {'id': 'e468d1f9-547c-4631-a3ab-0b8c0e0e343d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '69d03830-d058-4783-811e-ade1404fd267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 03:33:44.294258 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597501d2-dcc7-40e2-9f85-9629f2a29da5 admin admin] Network hostable DHCP agents. Network: 69d03830-d058-4783-811e-ade1404fd267, hostable agents: ['2fa0f05e-bfa9-4bbd-9fe7-8d8f67ba176e'], hosted agents: [] {{(pid=94020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 03:33:44.316778 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597501d2-dcc7-40e2-9f85-9629f2a29da5 admin admin] Network 69d03830-d058-4783-811e-ade1404fd267 is scheduled to be hosted by DHCP agent 2fa0f05e-bfa9-4bbd-9fe7-8d8f67ba176e with binding_index 1 {{(pid=94020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 03:33:44.333910 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.base_scheduler [None req-597501d2-dcc7-40e2-9f85-9629f2a29da5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-4-iscsi, 69d03830-d058-4783-811e-ade1404fd267) {{(pid=94020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:33:44.350937 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597501d2-dcc7-40e2-9f85-9629f2a29da5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:44.353824 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-597501d2-dcc7-40e2-9f85-9629f2a29da5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:44.360851 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e5a7b4-f571-4f87-a8b8-41ffb43a1051 None None] Network 69d03830-d058-4783-811e-ade1404fd267 requested from dv-cinder-775706-4-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 03:33:44.377324 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2736902-e63b-4c1c-90f4-3bd944d63931 None None] Sync routers for ids ['b9a20eb7-f23a-492d-83d8-e9c74005387e'] in dv-cinder-775706-4-iscsi {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 03:33:44.382409 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1e318a79-b6bd-483b-b0b1-8f9f70cd075e req-d0db453a-c2c1-4558-ac09-c42c081272f4 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458063 Sep 25 03:33:44.388034 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-597501d2-dcc7-40e2-9f85-9629f2a29da5 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6075552 Sep 25 03:33:44.390570 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 54390) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:33:44.393013 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3d7e5b88-0e5b-4747-9267-0d71633bcf22 req-aa057f42-9797-47be-9f37-68411035cdf5 tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] 10.222.0.42 "GET /v2.0/security-groups?id=12bc5544-504a-43fe-8431-0b63a00b1d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375036 Sep 25 03:33:44.399278 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-ca525ad0-741d-404c-9623-e3236c43dfb2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2142345929-router', 'tenant_id': 'f3c947dafa1c4808b8926c270e98f5f7', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4'}}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:33:44.431059 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-ca525ad0-741d-404c-9623-e3236c43dfb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3896197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-664'] for router, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:44.432480 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-ca525ad0-741d-404c-9623-e3236c43dfb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3899253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3897221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3754266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-657'] for router, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:44.444014 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2736902-e63b-4c1c-90f4-3bd944d63931 None None] Routers {'b9a20eb7-f23a-492d-83d8-e9c74005387e'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:33:44.446312 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-c2736902-e63b-4c1c-90f4-3bd944d63931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:33:18Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['b9a20eb7-f23a-492d-83d8-e9c74005387e'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:33:44.512313 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-ca525ad0-741d-404c-9623-e3236c43dfb2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:44.546792 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-c4734d89-6172-4f8f-ac80-cf0889869c45 req-937f74b3-f782-44a0-9223-6a79d554c58c tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731880598766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731880292810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3214562'] for port, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:44.599141 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] get_ports_and_sgs() called for port_ids ['eabedb0a-c09f-4603-9fcc-8e6dbc74f7ec', 'eb3080d8-812a-4f43-a655-13f8c5d3aa4f'] {{(pid=94022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 25 03:33:44.613630 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937f74b3-f782-44a0-9223-6a79d554c58c tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Pushing event deleted for resources: {'Port': ['ID=eb3080d8-812a-4f43-a655-13f8c5d3aa4f,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:33:44.719923 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4734d89-6172-4f8f-ac80-cf0889869c45 req-937f74b3-f782-44a0-9223-6a79d554c58c tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] No DVR routers for this DVR port eb3080d8-812a-4f43-a655-13f8c5d3aa4f on host hv-cinder-77570 {{(pid=94021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 25 03:33:44.723920 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-c4734d89-6172-4f8f-ac80-cf0889869c45 req-937f74b3-f782-44a0-9223-6a79d554c58c tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:44.726171 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c4734d89-6172-4f8f-ac80-cf0889869c45 req-937f74b3-f782-44a0-9223-6a79d554c58c tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.45 "DELETE /v2.0/ports/eb3080d8-812a-4f43-a655-13f8c5d3aa4f HTTP/1.1" status: 204 len: 173 time: 1.0355487 Sep 25 03:33:44.726857 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '797d92b8-a99f-4bce-899d-04675e53f4da', 'name': 'network-vif-deleted', 'tag': 'eb3080d8-812a-4f43-a655-13f8c5d3aa4f'}] {{(pid=94021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 03:33:44.729797 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e2fb5340eb8446ff58cd715b9748d5b5aabaa2e5f9ab10f469ed89a7c45a212" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae5e90f-2c50-48f1-8079-7bb7fe7ae951" -d '{"events": [{"server_uuid": "797d92b8-a99f-4bce-899d-04675e53f4da", "name": "network-vif-deleted", "tag": "eb3080d8-812a-4f43-a655-13f8c5d3aa4f"}]}' {{(pid=94021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 03:33:44.855960 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-c2736902-e63b-4c1c-90f4-3bd944d63931 None None] Set router b9a20eb7-f23a-492d-83d8-e9c74005387e gateway port host: dv-cinder-775706-4-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:33:44.862883 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693b067f-a7d9-488b-98dd-46ed37df2df1 req-37807631-d461-46c7-84ba-c2a81dbc2e96 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:44.865208 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-693b067f-a7d9-488b-98dd-46ed37df2df1 req-37807631-d461-46c7-84ba-c2a81dbc2e96 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce2416f9-cc1c-41d7-a7e5-1bd65f617422 HTTP/1.1" status: 200 len: 943 time: 0.1465576 Sep 25 03:33:44.876853 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1ef32-5de9-4c16-8a03-25db4c7ec707 req-bb6f067b-fae3-4d01-bc5d-3075d5ded1bf tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:44.881343 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7fa1ef32-5de9-4c16-8a03-25db4c7ec707 req-bb6f067b-fae3-4d01-bc5d-3075d5ded1bf tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcadf2ab-7667-46a2-8c93-d9d0efd41237 HTTP/1.1" status: 200 len: 950 time: 0.1031020 Sep 25 03:33:44.932232 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-ca525ad0-741d-404c-9623-e3236c43dfb2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:44.959377 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-693b067f-a7d9-488b-98dd-46ed37df2df1 req-dbbc5e3c-5bdb-4c8d-ac69-9c09335049d0 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2017f16-944a-46e0-9d41-4d7f0d41cabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766132 Sep 25 03:33:44.976437 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7fa1ef32-5de9-4c16-8a03-25db4c7ec707 req-78c85ca1-3526-4f1d-8230-485e41f59d33 tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] 10.222.0.42 "GET /v2.0/security-groups?id=12bc5544-504a-43fe-8431-0b63a00b1d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828588 Sep 25 03:33:45.016927 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407834cb-5579-4321-83d3-838d97c073ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c88a26-1ed6-5ec8-9aa6-98e2f6c7529d-69d03830-d058-4783-811e-ade1404fd267', 'network_id': '69d03830-d058-4783-811e-ade1404fd267', 'tenant_id': 'f3c947dafa1c4808b8926c270e98f5f7', 'fixed_ips': [{'subnet_id': '4235e155-46fa-4e2e-ac2d-5c146dc226a7'}]}} from dv-cinder-775706-4-iscsi. {{(pid=94022) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 25 03:33:45.017867 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-407834cb-5579-4321-83d3-838d97c073ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_create {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:45.045970 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 03:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d46d9e-f6c8-495a-b945-efac1c7fda43 x-openstack-request-id: req-c5d46d9e-f6c8-495a-b945-efac1c7fda43 {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 03:33:45.046272 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "797d92b8-a99f-4bce-899d-04675e53f4da", "name": "network-vif-deleted", "tag": "eb3080d8-812a-4f43-a655-13f8c5d3aa4f", "status": "completed", "code": 200}]} {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 03:33:45.046527 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c5d46d9e-f6c8-495a-b945-efac1c7fda43 {{(pid=94021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 03:33:45.046932 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '797d92b8-a99f-4bce-899d-04675e53f4da', 'name': 'network-vif-deleted', 'tag': 'eb3080d8-812a-4f43-a655-13f8c5d3aa4f', 'status': 'completed', 'code': 200} Sep 25 03:33:45.105643 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device 8cc18c0a-5789-495c-9a0f-902afbecb8a8 up at agent ovs-agent-dv-cinder-775706-4-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 03:33:45.247051 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-ca525ad0-741d-404c-9623-e3236c43dfb2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:45.268326 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-ca525ad0-741d-404c-9623-e3236c43dfb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:45.378249 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.db_base_plugin_common [None req-407834cb-5579-4321-83d3-838d97c073ce None None] Allocated IP 172.20.0.2 (69d03830-d058-4783-811e-ade1404fd267/4235e155-46fa-4e2e-ac2d-5c146dc226a7/9781e60a-c5b3-47ea-a88a-75f1e42253f0) {{(pid=94022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 03:33:45.385325 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Provisioning complete for port 8cc18c0a-5789-495c-9a0f-902afbecb8a8 triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:33:45.385698 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:45.393968 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-e0a44c4d-d44f-4fdd-8fb8-895edc6562c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:45.426362 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.db.db_base_plugin_common [None req-ca525ad0-741d-404c-9623-e3236c43dfb2 admin admin] Allocated IP 172.27.1.63 (11c2fcee-3e12-40fc-bbdd-73661221b9b4/9bf1e901-4101-4c8d-9b58-09aedeb11d2a/41e6c0ae-7c2f-4c9c-acb0-179b6af6e714) {{(pid=94020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 03:33:45.512269 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-c2736902-e63b-4c1c-90f4-3bd944d63931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9a20eb7-f23a-492d-83d8-e9c74005387e', 'name': 'tempest-TestMinimumBasicScenario-2076328930-router', 'tenant_id': '38f2ee3f8f7f41cf906b46bcbbc31b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '8cc18c0a-5789-495c-9a0f-902afbecb8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:33:36Z', 'updated_at': '2021-09-25T03:33:41Z', 'revision_number': 4, 'project_id': '38f2ee3f8f7f41cf906b46bcbbc31b5d', 'gw_port': {'id': '8cc18c0a-5789-495c-9a0f-902afbecb8a8', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:32:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a20eb7-f23a-492d-83d8-e9c74005387e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:33:37Z', 'updated_at': '2021-09-25T03:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_interfaces': [{'id': 'acfb7fea-1862-4c5d-bc0f-b6c6665bfe8c', 'name': '', 'network_id': '89e779df-c836-498b-8f59-96d1b762d6e8', 'tenant_id': '38f2ee3f8f7f41cf906b46bcbbc31b5d', 'mac_address': 'fa:16:3e:b8:31:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9a20eb7-f23a-492d-83d8-e9c74005387e', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '63d421db-5dcc-4401-a62e-bc953d53849c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:33:40Z', 'updated_at': '2021-09-25T03:33:41Z', 'revision_number': 2, 'project_id': '38f2ee3f8f7f41cf906b46bcbbc31b5d', 'subnets': [{'id': '63d421db-5dcc-4401-a62e-bc953d53849c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:33:45.546119 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2736902-e63b-4c1c-90f4-3bd944d63931 None None] Checking router: b9a20eb7-f23a-492d-83d8-e9c74005387e for host: dv-cinder-775706-4-iscsi {{(pid=94022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 03:33:45.546475 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2736902-e63b-4c1c-90f4-3bd944d63931 None None] Updating router b9a20eb7-f23a-492d-83d8-e9c74005387e port acfb7fea-1862-4c5d-bc0f-b6c6665bfe8c binding host dv-cinder-775706-4-iscsi {{(pid=94022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 03:33:45.603399 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-ca525ad0-741d-404c-9623-e3236c43dfb2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:45.607789 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f7f49712-fb07-4ad7-8bed-40e5aa929ba9 req-b1bf8830-14ce-4f42-9121-f49b070b97ff tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=797d92b8-a99f-4bce-899d-04675e53f4da HTTP/1.1" status: 200 len: 210 time: 0.0766840 Sep 25 03:33:45.653795 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-c2736902-e63b-4c1c-90f4-3bd944d63931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:45.659724 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-ca525ad0-741d-404c-9623-e3236c43dfb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731880292801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937715'] for port, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:45.703722 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca525ad0-741d-404c-9623-e3236c43dfb2 admin admin] Network 11c2fcee-3e12-40fc-bbdd-73661221b9b4 is already hosted by enough agents. {{(pid=94020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 03:33:45.708013 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.base_scheduler [None req-ca525ad0-741d-404c-9623-e3236c43dfb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:33:45.712467 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca525ad0-741d-404c-9623-e3236c43dfb2 admin admin] Received port after_create {{(pid=94020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 03:33:45.716837 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-407834cb-5579-4321-83d3-838d97c073ce None None] Notify callbacks [] for port, precommit_create {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:45.722142 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca525ad0-741d-404c-9623-e3236c43dfb2 admin admin] Pushing event updated for resources: {'Port': ['ID=41e6c0ae-7c2f-4c9c-acb0-179b6af6e714,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:33:45.739690 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-407834cb-5579-4321-83d3-838d97c073ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731880292801'] for port, after_create {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:45.852617 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407834cb-5579-4321-83d3-838d97c073ce None None] Network 69d03830-d058-4783-811e-ade1404fd267 is already hosted by enough agents. {{(pid=94022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 03:33:45.856177 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407834cb-5579-4321-83d3-838d97c073ce None None] Pushing event updated for resources: {'Port': ['ID=9781e60a-c5b3-47ea-a88a-75f1e42253f0,revision_number=1']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:33:45.861470 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.scheduler.base_scheduler [None req-407834cb-5579-4321-83d3-838d97c073ce None None] Resources bound (agent type, host, resource id): {{(pid=94022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:33:45.866330 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407834cb-5579-4321-83d3-838d97c073ce None None] Received port after_create {{(pid=94022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 03:33:46.110307 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-407834cb-5579-4321-83d3-838d97c073ce None None] Attempting to bind port 9781e60a-c5b3-47ea-a88a-75f1e42253f0 on host dv-cinder-775706-4-iscsi for vnic_type normal with profile {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 03:33:46.111121 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-407834cb-5579-4321-83d3-838d97c073ce None None] Attempting to bind port 9781e60a-c5b3-47ea-a88a-75f1e42253f0 by drivers openvswitch,hyperv on host dv-cinder-775706-4-iscsi at level 0 using segments [{'id': 'e468d1f9-547c-4631-a3ab-0b8c0e0e343d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '69d03830-d058-4783-811e-ade1404fd267'}] {{(pid=94022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 03:33:46.111121 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407834cb-5579-4321-83d3-838d97c073ce None None] Attempting to bind port 9781e60a-c5b3-47ea-a88a-75f1e42253f0 on network 69d03830-d058-4783-811e-ade1404fd267 {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 03:33:46.119274 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407834cb-5579-4321-83d3-838d97c073ce None None] Checking agent: {'id': '92762cd5-f40e-4e3b-860e-7f1faf1bdbcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 3, 21, 49), 'started_at': datetime.datetime(2021, 9, 25, 3, 22, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 3, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 03:33:46.119726 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407834cb-5579-4321-83d3-838d97c073ce None None] Checking segment: {'id': 'e468d1f9-547c-4631-a3ab-0b8c0e0e343d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '69d03830-d058-4783-811e-ade1404fd267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 03:33:46.120064 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-407834cb-5579-4321-83d3-838d97c073ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:46.120453 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407834cb-5579-4321-83d3-838d97c073ce None None] Bound using segment: {'id': 'e468d1f9-547c-4631-a3ab-0b8c0e0e343d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '69d03830-d058-4783-811e-ade1404fd267'} {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 03:33:46.120970 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-407834cb-5579-4321-83d3-838d97c073ce None None] Bound port: 9781e60a-c5b3-47ea-a88a-75f1e42253f0, host: dv-cinder-775706-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e468d1f9-547c-4631-a3ab-0b8c0e0e343d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '69d03830-d058-4783-811e-ade1404fd267'}}] {{(pid=94022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 03:33:46.121357 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-407834cb-5579-4321-83d3-838d97c073ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:46.121580 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-ca525ad0-741d-404c-9623-e3236c43dfb2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:46.152194 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2bf70e-479c-4321-8a93-16eb178a3798 req-8f2b91cd-87fb-4aa8-8c5b-977cfe22ed18 tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:46.155251 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3c2bf70e-479c-4321-8a93-16eb178a3798 req-8f2b91cd-87fb-4aa8-8c5b-977cfe22ed18 tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcadf2ab-7667-46a2-8c93-d9d0efd41237 HTTP/1.1" status: 200 len: 950 time: 0.1002591 Sep 25 03:33:46.180847 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8052529d-cb3e-4df9-a96c-86e6436c1e3d req-b9e1c96c-4a34-447f-922b-e5698f614d51 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:46.182790 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8052529d-cb3e-4df9-a96c-86e6436c1e3d req-b9e1c96c-4a34-447f-922b-e5698f614d51 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce2416f9-cc1c-41d7-a7e5-1bd65f617422 HTTP/1.1" status: 200 len: 943 time: 0.0855455 Sep 25 03:33:46.251131 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8052529d-cb3e-4df9-a96c-86e6436c1e3d req-9482f2d7-8716-45d3-bad9-c168c409ac58 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2017f16-944a-46e0-9d41-4d7f0d41cabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568759 Sep 25 03:33:46.254865 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-407834cb-5579-4321-83d3-838d97c073ce None None] For port 9781e60a-c5b3-47ea-a88a-75f1e42253f0, host dv-cinder-775706-4-iscsi, cleared binding levels {{(pid=94022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 03:33:46.259910 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-407834cb-5579-4321-83d3-838d97c073ce None None] For port 9781e60a-c5b3-47ea-a88a-75f1e42253f0, host dv-cinder-775706-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=9781e60a-c5b3-47ea-a88a-75f1e42253f0,segment=NetworkSegment(e468d1f9-547c-4631-a3ab-0b8c0e0e343d),segment_id=e468d1f9-547c-4631-a3ab-0b8c0e0e343d)] {{(pid=94022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 03:33:46.280421 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-407834cb-5579-4321-83d3-838d97c073ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:46.280717 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3c2bf70e-479c-4321-8a93-16eb178a3798 req-433b8085-dbb1-407c-9b96-7f457106b7ba tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] 10.222.0.42 "GET /v2.0/security-groups?id=12bc5544-504a-43fe-8431-0b63a00b1d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132989 Sep 25 03:33:46.282144 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-c2736902-e63b-4c1c-90f4-3bd944d63931 None None] Notify callbacks [] for port, precommit_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:46.319264 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-c2736902-e63b-4c1c-90f4-3bd944d63931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:46.358180 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407834cb-5579-4321-83d3-838d97c073ce None None] Pushing event updated for resources: {'Port': ['ID=9781e60a-c5b3-47ea-a88a-75f1e42253f0,revision_number=2']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:33:46.457584 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04c86cd-a651-46a8-9a9a-f85a4f077c5d None None] Pushing event updated for resources: {'Port': ['ID=acfb7fea-1862-4c5d-bc0f-b6c6665bfe8c,revision_number=3']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:33:46.460435 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-c2736902-e63b-4c1c-90f4-3bd944d63931 None None] Attempting to bind port acfb7fea-1862-4c5d-bc0f-b6c6665bfe8c on host dv-cinder-775706-4-iscsi for vnic_type normal with profile {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 03:33:46.460875 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-c2736902-e63b-4c1c-90f4-3bd944d63931 None None] Attempting to bind port acfb7fea-1862-4c5d-bc0f-b6c6665bfe8c by drivers openvswitch,hyperv on host dv-cinder-775706-4-iscsi at level 0 using segments [{'id': 'b395176b-719c-43cb-ac90-4c84b6943e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '89e779df-c836-498b-8f59-96d1b762d6e8'}] {{(pid=94022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 03:33:46.461196 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2736902-e63b-4c1c-90f4-3bd944d63931 None None] Attempting to bind port acfb7fea-1862-4c5d-bc0f-b6c6665bfe8c on network 89e779df-c836-498b-8f59-96d1b762d6e8 {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 03:33:46.467338 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2736902-e63b-4c1c-90f4-3bd944d63931 None None] Checking agent: {'id': '92762cd5-f40e-4e3b-860e-7f1faf1bdbcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 3, 21, 49), 'started_at': datetime.datetime(2021, 9, 25, 3, 22, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 3, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 03:33:46.467719 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2736902-e63b-4c1c-90f4-3bd944d63931 None None] Checking segment: {'id': 'b395176b-719c-43cb-ac90-4c84b6943e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '89e779df-c836-498b-8f59-96d1b762d6e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 03:33:46.468124 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-c2736902-e63b-4c1c-90f4-3bd944d63931 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:46.468521 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2736902-e63b-4c1c-90f4-3bd944d63931 None None] Bound using segment: {'id': 'b395176b-719c-43cb-ac90-4c84b6943e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '89e779df-c836-498b-8f59-96d1b762d6e8'} {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 03:33:46.469045 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-c2736902-e63b-4c1c-90f4-3bd944d63931 None None] Bound port: acfb7fea-1862-4c5d-bc0f-b6c6665bfe8c, host: dv-cinder-775706-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b395176b-719c-43cb-ac90-4c84b6943e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '89e779df-c836-498b-8f59-96d1b762d6e8'}}] {{(pid=94022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 03:33:46.469430 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-c2736902-e63b-4c1c-90f4-3bd944d63931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:46.482671 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-ca525ad0-741d-404c-9623-e3236c43dfb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3899148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897272'] for router, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:46.549444 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-c2736902-e63b-4c1c-90f4-3bd944d63931 None None] For port acfb7fea-1862-4c5d-bc0f-b6c6665bfe8c, host dv-cinder-775706-4-iscsi, cleared binding levels {{(pid=94022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 03:33:46.553878 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-c2736902-e63b-4c1c-90f4-3bd944d63931 None None] For port acfb7fea-1862-4c5d-bc0f-b6c6665bfe8c, host dv-cinder-775706-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=acfb7fea-1862-4c5d-bc0f-b6c6665bfe8c,segment=NetworkSegment(b395176b-719c-43cb-ac90-4c84b6943e8c),segment_id=b395176b-719c-43cb-ac90-4c84b6943e8c)] {{(pid=94022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 03:33:46.564440 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-c2736902-e63b-4c1c-90f4-3bd944d63931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:46.737313 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2736902-e63b-4c1c-90f4-3bd944d63931 None None] Routers {'b9a20eb7-f23a-492d-83d8-e9c74005387e'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:33:46.738007 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-c2736902-e63b-4c1c-90f4-3bd944d63931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:33:18Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['b9a20eb7-f23a-492d-83d8-e9c74005387e'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:33:46.741890 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04c86cd-a651-46a8-9a9a-f85a4f077c5d None None] Pushing event updated for resources: {'Port': ['ID=acfb7fea-1862-4c5d-bc0f-b6c6665bfe8c,revision_number=4']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:33:46.758855 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-98b05045-c47f-4ed9-8fe4-b79c4216b881 None None] Provisioning complete for port acfb7fea-1862-4c5d-bc0f-b6c6665bfe8c triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:33:46.759250 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-98b05045-c47f-4ed9-8fe4-b79c4216b881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:46.766338 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca525ad0-741d-404c-9623-e3236c43dfb2 admin admin] Router a1844f4c-9b40-45a0-a478-ed01535298d0 is scheduled to L3 agent be170b3f-ec9b-4dfa-8e40-fa1591bf80a9 with binding_index 1 {{(pid=94020) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 03:33:47.023688 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca525ad0-741d-404c-9623-e3236c43dfb2 admin admin] Notify agent at l3_agent.dv-cinder-775706-4-iscsi the message routers_updated {{(pid=94020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 03:33:47.035234 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bcc67d-e884-4846-9b08-77b4920c693d None None] Sync routers for ids ['a1844f4c-9b40-45a0-a478-ed01535298d0'] in dv-cinder-775706-4-iscsi {{(pid=94023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 03:33:47.036855 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-c2736902-e63b-4c1c-90f4-3bd944d63931 None None] Set router b9a20eb7-f23a-492d-83d8-e9c74005387e gateway port host: dv-cinder-775706-4-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:33:47.039693 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-98b05045-c47f-4ed9-8fe4-b79c4216b881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:47.053036 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bcc67d-e884-4846-9b08-77b4920c693d None None] Routers {'a1844f4c-9b40-45a0-a478-ed01535298d0'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:33:47.056046 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-ca525ad0-741d-404c-9623-e3236c43dfb2 admin admin] Notify callbacks [] for router, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:47.058944 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-71bcc67d-e884-4846-9b08-77b4920c693d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:33:18Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['a1844f4c-9b40-45a0-a478-ed01535298d0'], 'active': True} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:33:47.060050 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-ca525ad0-741d-404c-9623-e3236c43dfb2 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6672287 Sep 25 03:33:47.061473 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 54422) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:33:47.155042 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-98b05045-c47f-4ed9-8fe4-b79c4216b881 None None] For port acfb7fea-1862-4c5d-bc0f-b6c6665bfe8c, host dv-cinder-775706-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=acfb7fea-1862-4c5d-bc0f-b6c6665bfe8c,segment=NetworkSegment(b395176b-719c-43cb-ac90-4c84b6943e8c),segment_id=b395176b-719c-43cb-ac90-4c84b6943e8c)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:33:47.161440 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-98b05045-c47f-4ed9-8fe4-b79c4216b881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:47.212547 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvr_db [None req-71bcc67d-e884-4846-9b08-77b4920c693d None None] Set router a1844f4c-9b40-45a0-a478-ed01535298d0 gateway port host: dv-cinder-775706-4-iscsi {{(pid=94023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:33:47.214576 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device 9781e60a-c5b3-47ea-a88a-75f1e42253f0 up at agent ovs-agent-dv-cinder-775706-4-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 03:33:47.356432 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b05045-c47f-4ed9-8fe4-b79c4216b881 None None] Pushing event updated for resources: {'Port': ['ID=acfb7fea-1862-4c5d-bc0f-b6c6665bfe8c,revision_number=5']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:33:47.362809 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-518d868e-0ed0-4ce7-a2c2-e292e11ef1bf None None] Provisioning complete for port acfb7fea-1862-4c5d-bc0f-b6c6665bfe8c triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:33:47.363319 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-518d868e-0ed0-4ce7-a2c2-e292e11ef1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:47.411420 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8819ed62-6d8c-4fc0-8611-4138f18081dd req-53fc4d0b-4a07-40e7-a36f-1f246f095079 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:47.420058 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8819ed62-6d8c-4fc0-8611-4138f18081dd req-53fc4d0b-4a07-40e7-a36f-1f246f095079 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f576e48-52f6-4140-b5d4-183d14373bb8 HTTP/1.1" status: 200 len: 945 time: 0.2882195 Sep 25 03:33:47.501023 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Provisioning complete for port 9781e60a-c5b3-47ea-a88a-75f1e42253f0 triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:33:47.501676 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:47.506887 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-71bcc67d-e884-4846-9b08-77b4920c693d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1844f4c-9b40-45a0-a478-ed01535298d0', 'name': 'tempest-TestMinimumBasicScenario-2142345929-router', 'tenant_id': 'f3c947dafa1c4808b8926c270e98f5f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '41e6c0ae-7c2f-4c9c-acb0-179b6af6e714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:33:44Z', 'updated_at': '2021-09-25T03:33:45Z', 'revision_number': 3, 'project_id': 'f3c947dafa1c4808b8926c270e98f5f7', 'gw_port': {'id': '41e6c0ae-7c2f-4c9c-acb0-179b6af6e714', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:34:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1844f4c-9b40-45a0-a478-ed01535298d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:33:45Z', 'updated_at': '2021-09-25T03:33:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi'}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:33:47.525712 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a07917c-f7f9-4a21-8237-5fd004d43610 req-b2e35fca-4bb3-456e-b6cb-0ea18ab05e26 tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:47.527417 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0a07917c-f7f9-4a21-8237-5fd004d43610 req-b2e35fca-4bb3-456e-b6cb-0ea18ab05e26 tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcadf2ab-7667-46a2-8c93-d9d0efd41237 HTTP/1.1" status: 200 len: 950 time: 0.3744354 Sep 25 03:33:47.543380 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bcc67d-e884-4846-9b08-77b4920c693d None None] Checking router: a1844f4c-9b40-45a0-a478-ed01535298d0 for host: dv-cinder-775706-4-iscsi {{(pid=94023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 03:33:47.543808 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bcc67d-e884-4846-9b08-77b4920c693d None None] Updating router a1844f4c-9b40-45a0-a478-ed01535298d0 port 41e6c0ae-7c2f-4c9c-acb0-179b6af6e714 binding host dv-cinder-775706-4-iscsi {{(pid=94023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 03:33:47.579159 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-71bcc67d-e884-4846-9b08-77b4920c693d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:47.646217 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8819ed62-6d8c-4fc0-8611-4138f18081dd req-d2390453-b63b-4350-b0f6-bb1deae81136 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251413 Sep 25 03:33:47.689303 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61dcd6f-82d6-488a-b436-6534b5189d79 req-0a7646e5-ed12-461e-a546-4ca79bf887d8 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:47.692770 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a61dcd6f-82d6-488a-b436-6534b5189d79 req-0a7646e5-ed12-461e-a546-4ca79bf887d8 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce2416f9-cc1c-41d7-a7e5-1bd65f617422 HTTP/1.1" status: 200 len: 943 time: 0.2627912 Sep 25 03:33:47.702410 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-2d0ccb12-c98b-419a-824b-9ef2ac8059dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:47.712562 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-c2736902-e63b-4c1c-90f4-3bd944d63931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9a20eb7-f23a-492d-83d8-e9c74005387e', 'name': 'tempest-TestMinimumBasicScenario-2076328930-router', 'tenant_id': '38f2ee3f8f7f41cf906b46bcbbc31b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '8cc18c0a-5789-495c-9a0f-902afbecb8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:33:36Z', 'updated_at': '2021-09-25T03:33:41Z', 'revision_number': 4, 'project_id': '38f2ee3f8f7f41cf906b46bcbbc31b5d', 'gw_port': {'id': '8cc18c0a-5789-495c-9a0f-902afbecb8a8', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:32:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a20eb7-f23a-492d-83d8-e9c74005387e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:33:37Z', 'updated_at': '2021-09-25T03:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_interfaces': [{'id': 'acfb7fea-1862-4c5d-bc0f-b6c6665bfe8c', 'name': '', 'network_id': '89e779df-c836-498b-8f59-96d1b762d6e8', 'tenant_id': '38f2ee3f8f7f41cf906b46bcbbc31b5d', 'mac_address': 'fa:16:3e:b8:31:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9a20eb7-f23a-492d-83d8-e9c74005387e', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '63d421db-5dcc-4401-a62e-bc953d53849c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:33:40Z', 'updated_at': '2021-09-25T03:33:46Z', 'revision_number': 4, 'project_id': '38f2ee3f8f7f41cf906b46bcbbc31b5d', 'subnets': [{'id': '63d421db-5dcc-4401-a62e-bc953d53849c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:33:47.798305 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf639140-05ea-41b6-9f7d-b17c35940fd5 None None] Network 69d03830-d058-4783-811e-ade1404fd267 requested from dv-cinder-775706-4-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 03:33:47.819460 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:47.819460 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2736902-e63b-4c1c-90f4-3bd944d63931 None None] The sync data for ids ['b9a20eb7-f23a-492d-83d8-e9c74005387e'] in dv-cinder-775706-4-iscsi is: [{'id': 'b9a20eb7-f23a-492d-83d8-e9c74005387e', 'name': 'tempest-TestMinimumBasicScenario-2076328930-router', 'tenant_id': '38f2ee3f8f7f41cf906b46bcbbc31b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '8cc18c0a-5789-495c-9a0f-902afbecb8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:33:36Z', 'updated_at': '2021-09-25T03:33:41Z', 'revision_number': 4, 'project_id': '38f2ee3f8f7f41cf906b46bcbbc31b5d', 'gw_port': {'id': '8cc18c0a-5789-495c-9a0f-902afbecb8a8', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:32:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a20eb7-f23a-492d-83d8-e9c74005387e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:33:37Z', 'updated_at': '2021-09-25T03:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_interfaces': [{'id': 'acfb7fea-1862-4c5d-bc0f-b6c6665bfe8c', 'name': '', 'network_id': '89e779df-c836-498b-8f59-96d1b762d6e8', 'tenant_id': '38f2ee3f8f7f41cf906b46bcbbc31b5d', 'mac_address': 'fa:16:3e:b8:31:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9a20eb7-f23a-492d-83d8-e9c74005387e', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '63d421db-5dcc-4401-a62e-bc953d53849c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:33:40Z', 'updated_at': '2021-09-25T03:33:46Z', 'revision_number': 4, 'project_id': '38f2ee3f8f7f41cf906b46bcbbc31b5d', 'subnets': [{'id': '63d421db-5dcc-4401-a62e-bc953d53849c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 03:33:47.884256 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-af180f2f-1431-408d-9c7e-c78a3698684d None None] Provisioning complete for port 9781e60a-c5b3-47ea-a88a-75f1e42253f0 triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:33:47.884843 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-af180f2f-1431-408d-9c7e-c78a3698684d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:47.986087 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] For port 9781e60a-c5b3-47ea-a88a-75f1e42253f0, host dv-cinder-775706-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=9781e60a-c5b3-47ea-a88a-75f1e42253f0,segment=NetworkSegment(e468d1f9-547c-4631-a3ab-0b8c0e0e343d),segment_id=e468d1f9-547c-4631-a3ab-0b8c0e0e343d)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:33:47.999695 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:48.002462 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a61dcd6f-82d6-488a-b436-6534b5189d79 req-ba94429c-7c34-439b-bb81-cb706d1d0436 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2017f16-944a-46e0-9d41-4d7f0d41cabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2937140 Sep 25 03:33:48.066193 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb209327-170f-4cd7-ae8f-5eac3b6c8dfa req-5095c158-bc3c-478e-aa49-191fee7c734b tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:48.078965 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-eb209327-170f-4cd7-ae8f-5eac3b6c8dfa req-5095c158-bc3c-478e-aa49-191fee7c734b tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcadf2ab-7667-46a2-8c93-d9d0efd41237 HTTP/1.1" status: 200 len: 950 time: 0.2803786 Sep 25 03:33:48.112375 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [req-0a07917c-f7f9-4a21-8237-5fd004d43610 req-6fee954f-1ccb-4c67-a15b-e261b189ec07 tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] Deleting port 5c112ca8-4b31-4185-b0f8-19a9efb9ac56 {{(pid=94021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 03:33:48.113171 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-0a07917c-f7f9-4a21-8237-5fd004d43610 req-6fee954f-1ccb-4c67-a15b-e261b189ec07 tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731880592680'] for port, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:48.124927 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-71bcc67d-e884-4846-9b08-77b4920c693d None None] Notify callbacks [] for port, precommit_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:48.135686 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-71bcc67d-e884-4846-9b08-77b4920c693d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:48.170527 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Pushing event updated for resources: {'Port': ['ID=9781e60a-c5b3-47ea-a88a-75f1e42253f0,revision_number=3']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:33:48.207884 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.managers [None req-71bcc67d-e884-4846-9b08-77b4920c693d None None] Attempting to bind port 41e6c0ae-7c2f-4c9c-acb0-179b6af6e714 on host dv-cinder-775706-4-iscsi for vnic_type normal with profile {{(pid=94023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 03:33:48.208732 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.managers [None req-71bcc67d-e884-4846-9b08-77b4920c693d None None] Attempting to bind port 41e6c0ae-7c2f-4c9c-acb0-179b6af6e714 by drivers openvswitch,hyperv on host dv-cinder-775706-4-iscsi at level 0 using segments [{'id': '48bff68c-e483-4cc4-95dd-dcbe15bbe597', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4'}] {{(pid=94023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 03:33:48.209560 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bcc67d-e884-4846-9b08-77b4920c693d None None] Attempting to bind port 41e6c0ae-7c2f-4c9c-acb0-179b6af6e714 on network 11c2fcee-3e12-40fc-bbdd-73661221b9b4 {{(pid=94023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 03:33:48.228756 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a803419-c102-40f8-893f-e1661b12b56a None None] Pushing event updated for resources: {'Port': ['ID=41e6c0ae-7c2f-4c9c-acb0-179b6af6e714,revision_number=2']} {{(pid=94023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:33:48.234308 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bcc67d-e884-4846-9b08-77b4920c693d None None] Checking agent: {'id': '92762cd5-f40e-4e3b-860e-7f1faf1bdbcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 3, 21, 49), 'started_at': datetime.datetime(2021, 9, 25, 3, 22, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 3, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 03:33:48.235320 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bcc67d-e884-4846-9b08-77b4920c693d None None] Checking segment: {'id': '48bff68c-e483-4cc4-95dd-dcbe15bbe597', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 03:33:48.235944 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-71bcc67d-e884-4846-9b08-77b4920c693d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:48.236575 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bcc67d-e884-4846-9b08-77b4920c693d None None] Bound using segment: {'id': '48bff68c-e483-4cc4-95dd-dcbe15bbe597', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4'} {{(pid=94023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 03:33:48.237396 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.managers [None req-71bcc67d-e884-4846-9b08-77b4920c693d None None] Bound port: 41e6c0ae-7c2f-4c9c-acb0-179b6af6e714, host: dv-cinder-775706-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48bff68c-e483-4cc4-95dd-dcbe15bbe597', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4'}}] {{(pid=94023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 03:33:48.238028 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-71bcc67d-e884-4846-9b08-77b4920c693d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:48.280493 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a803419-c102-40f8-893f-e1661b12b56a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:33:48.280878 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a803419-c102-40f8-893f-e1661b12b56a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:33:48.281215 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a803419-c102-40f8-893f-e1661b12b56a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:33:48.281542 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a803419-c102-40f8-893f-e1661b12b56a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:33:48.281914 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a803419-c102-40f8-893f-e1661b12b56a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:33:48.282289 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a803419-c102-40f8-893f-e1661b12b56a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:33:48.282616 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a803419-c102-40f8-893f-e1661b12b56a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:33:48.283023 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a803419-c102-40f8-893f-e1661b12b56a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:33:48.283465 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a803419-c102-40f8-893f-e1661b12b56a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:33:48.283792 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a803419-c102-40f8-893f-e1661b12b56a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:33:48.284255 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a803419-c102-40f8-893f-e1661b12b56a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:33:48.284579 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a803419-c102-40f8-893f-e1661b12b56a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:33:48.350643 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.db [None req-71bcc67d-e884-4846-9b08-77b4920c693d None None] For port 41e6c0ae-7c2f-4c9c-acb0-179b6af6e714, host dv-cinder-775706-4-iscsi, cleared binding levels {{(pid=94023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 03:33:48.358034 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.db [None req-71bcc67d-e884-4846-9b08-77b4920c693d None None] For port 41e6c0ae-7c2f-4c9c-acb0-179b6af6e714, host dv-cinder-775706-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=41e6c0ae-7c2f-4c9c-acb0-179b6af6e714,segment=NetworkSegment(48bff68c-e483-4cc4-95dd-dcbe15bbe597),segment_id=48bff68c-e483-4cc4-95dd-dcbe15bbe597)] {{(pid=94023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 03:33:48.366751 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-eb209327-170f-4cd7-ae8f-5eac3b6c8dfa req-3d791014-ceb9-401f-b207-09b0aab8ae06 tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] 10.222.0.42 "GET /v2.0/security-groups?id=12bc5544-504a-43fe-8431-0b63a00b1d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862573 Sep 25 03:33:48.368208 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-71bcc67d-e884-4846-9b08-77b4920c693d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:48.474530 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device eb3080d8-812a-4f43-a655-13f8c5d3aa4f no longer exists at agent hyperv_hv-cinder-77570 {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 03:33:48.503012 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a803419-c102-40f8-893f-e1661b12b56a None None] Pushing event updated for resources: {'Port': ['ID=41e6c0ae-7c2f-4c9c-acb0-179b6af6e714,revision_number=3']} {{(pid=94023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:33:48.508107 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bcc67d-e884-4846-9b08-77b4920c693d None None] Routers {'a1844f4c-9b40-45a0-a478-ed01535298d0'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:33:48.508999 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-71bcc67d-e884-4846-9b08-77b4920c693d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:33:48Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['a1844f4c-9b40-45a0-a478-ed01535298d0'], 'active': True} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:33:48.546754 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] No Port match for: eb3080d8-812a-4f43-a655-13f8c5d3aa4f {{(pid=94022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 25 03:33:48.547454 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device eb3080d8-812a-4f43-a655-13f8c5d3aa4f not bound to the agent host hv-cinder-77570 {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 03:33:48.592689 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-0a07917c-f7f9-4a21-8237-5fd004d43610 req-6fee954f-1ccb-4c67-a15b-e261b189ec07 tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] For port 5c112ca8-4b31-4185-b0f8-19a9efb9ac56, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=5c112ca8-4b31-4185-b0f8-19a9efb9ac56,segment=NetworkSegment(6adf372c-8bc9-48a2-93df-814f9f03c833),segment_id=6adf372c-8bc9-48a2-93df-814f9f03c833)] {{(pid=94021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:33:48.592689 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-0a07917c-f7f9-4a21-8237-5fd004d43610 req-6fee954f-1ccb-4c67-a15b-e261b189ec07 tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889411'] for port, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:48.598248 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-e54da8b0-d34a-4ecc-80c0-d67ca0f11daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:48.621518 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [req-0a07917c-f7f9-4a21-8237-5fd004d43610 req-6fee954f-1ccb-4c67-a15b-e261b189ec07 tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] Calling delete_port for 5c112ca8-4b31-4185-b0f8-19a9efb9ac56 owned by compute:nova {{(pid=94021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 03:33:48.641974 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-b1d17503-28dd-41b6-88c1-1e5b1a13d193 None None] Provisioning complete for port 9781e60a-c5b3-47ea-a88a-75f1e42253f0 triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:33:48.642346 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-b1d17503-28dd-41b6-88c1-1e5b1a13d193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:48.663900 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvr_db [None req-71bcc67d-e884-4846-9b08-77b4920c693d None None] Set router a1844f4c-9b40-45a0-a478-ed01535298d0 gateway port host: dv-cinder-775706-4-iscsi {{(pid=94023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:33:48.931808 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-71bcc67d-e884-4846-9b08-77b4920c693d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1844f4c-9b40-45a0-a478-ed01535298d0', 'name': 'tempest-TestMinimumBasicScenario-2142345929-router', 'tenant_id': 'f3c947dafa1c4808b8926c270e98f5f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '41e6c0ae-7c2f-4c9c-acb0-179b6af6e714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:33:44Z', 'updated_at': '2021-09-25T03:33:45Z', 'revision_number': 3, 'project_id': 'f3c947dafa1c4808b8926c270e98f5f7', 'gw_port': {'id': '41e6c0ae-7c2f-4c9c-acb0-179b6af6e714', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:34:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1844f4c-9b40-45a0-a478-ed01535298d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:33:45Z', 'updated_at': '2021-09-25T03:33:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi'}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:33:48.964862 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bcc67d-e884-4846-9b08-77b4920c693d None None] The sync data for ids ['a1844f4c-9b40-45a0-a478-ed01535298d0'] in dv-cinder-775706-4-iscsi is: [{'id': 'a1844f4c-9b40-45a0-a478-ed01535298d0', 'name': 'tempest-TestMinimumBasicScenario-2142345929-router', 'tenant_id': 'f3c947dafa1c4808b8926c270e98f5f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '41e6c0ae-7c2f-4c9c-acb0-179b6af6e714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:33:44Z', 'updated_at': '2021-09-25T03:33:45Z', 'revision_number': 3, 'project_id': 'f3c947dafa1c4808b8926c270e98f5f7', 'gw_port': {'id': '41e6c0ae-7c2f-4c9c-acb0-179b6af6e714', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:34:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1844f4c-9b40-45a0-a478-ed01535298d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:33:45Z', 'updated_at': '2021-09-25T03:33:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi'}] {{(pid=94023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 03:33:49.212392 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device 9781e60a-c5b3-47ea-a88a-75f1e42253f0 up at agent ovs-agent-dv-cinder-775706-4-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 03:33:49.256936 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e865cbfb-dd79-410d-b94f-fdd12af023fc req-3f963f1e-939f-49eb-9565-b2aaf84530cd tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:49.258546 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e865cbfb-dd79-410d-b94f-fdd12af023fc req-3f963f1e-939f-49eb-9565-b2aaf84530cd tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f576e48-52f6-4140-b5d4-183d14373bb8 HTTP/1.1" status: 200 len: 945 time: 0.2386649 Sep 25 03:33:49.277662 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e57ac-40bf-4bfe-a3cd-688c548c0d5b req-d4282ce3-9db2-4c38-8b00-3f5a1ff68d9a tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:49.279331 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1b6e57ac-40bf-4bfe-a3cd-688c548c0d5b req-d4282ce3-9db2-4c38-8b00-3f5a1ff68d9a tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce2416f9-cc1c-41d7-a7e5-1bd65f617422 HTTP/1.1" status: 200 len: 943 time: 0.1659160 Sep 25 03:33:49.293377 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-fa5af178-6116-457c-95b6-13dc589f2bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:49.309304 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:49.327742 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Provisioning complete for port 9781e60a-c5b3-47ea-a88a-75f1e42253f0 triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:33:49.328233 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:49.328585 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.db.db_base_plugin_common [None req-e54da8b0-d34a-4ecc-80c0-d67ca0f11daf admin admin] Allocated IP 172.20.0.1 (69d03830-d058-4783-811e-ade1404fd267/4235e155-46fa-4e2e-ac2d-5c146dc226a7/2d9df850-962b-4d7d-8ae1-aef30574820b) {{(pid=94021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 03:33:49.359314 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-0a07917c-f7f9-4a21-8237-5fd004d43610 req-6fee954f-1ccb-4c67-a15b-e261b189ec07 tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731880598766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731880292810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3214562'] for port, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:49.408161 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e865cbfb-dd79-410d-b94f-fdd12af023fc req-b8e3de31-91c2-4fdc-93fc-e8c0c4c308d6 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277544 Sep 25 03:33:49.451797 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1b6e57ac-40bf-4bfe-a3cd-688c548c0d5b req-51a72e2b-1b82-4d48-9f36-7acdeaa97199 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2017f16-944a-46e0-9d41-4d7f0d41cabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1593060 Sep 25 03:33:49.458536 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fee954f-1ccb-4c67-a15b-e261b189ec07 tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] Pushing event deleted for resources: {'Port': ['ID=5c112ca8-4b31-4185-b0f8-19a9efb9ac56,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:33:49.695075 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a07917c-f7f9-4a21-8237-5fd004d43610 req-6fee954f-1ccb-4c67-a15b-e261b189ec07 tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] No DVR routers for this DVR port 5c112ca8-4b31-4185-b0f8-19a9efb9ac56 on host hv-cinder-77570 {{(pid=94021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 25 03:33:49.700481 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-0a07917c-f7f9-4a21-8237-5fd004d43610 req-6fee954f-1ccb-4c67-a15b-e261b189ec07 tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:49.702956 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0a07917c-f7f9-4a21-8237-5fd004d43610 req-6fee954f-1ccb-4c67-a15b-e261b189ec07 tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] 10.222.0.45 "DELETE /v2.0/ports/5c112ca8-4b31-4185-b0f8-19a9efb9ac56 HTTP/1.1" status: 204 len: 173 time: 2.1299837 Sep 25 03:33:49.710784 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcadf2ab-7667-46a2-8c93-d9d0efd41237', 'name': 'network-vif-deleted', 'tag': '5c112ca8-4b31-4185-b0f8-19a9efb9ac56'}] {{(pid=94021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 03:33:49.714111 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e2fb5340eb8446ff58cd715b9748d5b5aabaa2e5f9ab10f469ed89a7c45a212" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db74ba1-a05f-4c19-b7fa-0ce3cebb3d0b" -d '{"events": [{"server_uuid": "dcadf2ab-7667-46a2-8c93-d9d0efd41237", "name": "network-vif-deleted", "tag": "5c112ca8-4b31-4185-b0f8-19a9efb9ac56"}]}' {{(pid=94021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 03:33:49.742881 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device acfb7fea-1862-4c5d-bc0f-b6c6665bfe8c up at agent ovs-agent-dv-cinder-775706-4-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 03:33:49.782929 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9b7bd151-e188-4214-b37a-9a00cf8484f0 req-6259f052-703a-4c03-895d-c2919f8dc1d1 tempest-VolumesNegativeTest-48834914 tempest-VolumesNegativeTest-48834914-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcadf2ab-7667-46a2-8c93-d9d0efd41237 HTTP/1.1" status: 200 len: 210 time: 0.0889807 Sep 25 03:33:49.812784 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Provisioning complete for port acfb7fea-1862-4c5d-bc0f-b6c6665bfe8c triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:33:49.813207 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:49.855263 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 03:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0806cdba-1331-415f-bb7a-395c867de46a x-openstack-request-id: req-0806cdba-1331-415f-bb7a-395c867de46a {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 03:33:49.855553 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcadf2ab-7667-46a2-8c93-d9d0efd41237", "name": "network-vif-deleted", "tag": "5c112ca8-4b31-4185-b0f8-19a9efb9ac56", "status": "completed", "code": 200}]} {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 03:33:49.855794 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0806cdba-1331-415f-bb7a-395c867de46a {{(pid=94021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 03:33:49.856180 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcadf2ab-7667-46a2-8c93-d9d0efd41237', 'name': 'network-vif-deleted', 'tag': '5c112ca8-4b31-4185-b0f8-19a9efb9ac56', 'status': 'completed', 'code': 200} Sep 25 03:33:49.862373 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-e54da8b0-d34a-4ecc-80c0-d67ca0f11daf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:49.934323 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-e54da8b0-d34a-4ecc-80c0-d67ca0f11daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731880292801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3214562'] for port, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:49.989321 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54da8b0-d34a-4ecc-80c0-d67ca0f11daf admin admin] Network 69d03830-d058-4783-811e-ade1404fd267 is already hosted by enough agents. {{(pid=94021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 03:33:49.992526 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.base_scheduler [None req-e54da8b0-d34a-4ecc-80c0-d67ca0f11daf admin admin] Resources bound (agent type, host, resource id): {{(pid=94021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:33:49.996370 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54da8b0-d34a-4ecc-80c0-d67ca0f11daf admin admin] Received port after_create {{(pid=94021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 03:33:50.025932 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54da8b0-d34a-4ecc-80c0-d67ca0f11daf admin admin] Pushing event updated for resources: {'Port': ['ID=2d9df850-962b-4d7d-8ae1-aef30574820b,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:33:50.055101 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-e54da8b0-d34a-4ecc-80c0-d67ca0f11daf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3896965'] for router_interface, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:50.314077 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-61f53c6b-82d5-44e1-a5d5-4d0183797273 None None] Provisioning complete for port 2d9df850-962b-4d7d-8ae1-aef30574820b triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:33:50.315023 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-61f53c6b-82d5-44e1-a5d5-4d0183797273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:50.360821 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-61f53c6b-82d5-44e1-a5d5-4d0183797273 None None] Port 2d9df850-962b-4d7d-8ae1-aef30574820b cannot update to ACTIVE because it is not bound. {{(pid=94022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 25 03:33:50.384534 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-e54da8b0-d34a-4ecc-80c0-d67ca0f11daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:50.470327 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device 2c1ba797-a06f-4981-b29e-31552dba795c details requested by agent hyperv_hv-cinder-77570 with host hv-cinder-77570 {{(pid=94022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 03:33:50.480390 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device 5c112ca8-4b31-4185-b0f8-19a9efb9ac56 no longer exists at agent hyperv_hv-cinder-77570 {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 03:33:50.548335 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] No Port match for: 5c112ca8-4b31-4185-b0f8-19a9efb9ac56 {{(pid=94022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 25 03:33:50.549387 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device 5c112ca8-4b31-4185-b0f8-19a9efb9ac56 not bound to the agent host hv-cinder-77570 {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 03:33:50.699111 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-e54da8b0-d34a-4ecc-80c0-d67ca0f11daf admin admin] Notify callbacks [] for port, precommit_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:50.710167 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-e54da8b0-d34a-4ecc-80c0-d67ca0f11daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3214569'] for port, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:50.716595 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] For port 2c1ba797-a06f-4981-b29e-31552dba795c, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=2c1ba797-a06f-4981-b29e-31552dba795c,segment=NetworkSegment(374bf162-7cd8-4dc5-a46c-108738bf8e34),segment_id=374bf162-7cd8-4dc5-a46c-108738bf8e34)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:33:50.731235 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Returning: {'device': '2c1ba797-a06f-4981-b29e-31552dba795c', 'network_id': '880aba30-576b-4b1a-acc6-7a7e08bebf3a', 'port_id': '2c1ba797-a06f-4981-b29e-31552dba795c', 'mac_address': 'fa:16:3e:cd:ba:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b95fb34-6b69-4305-8271-231f7ffdb3bd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 03:33:50.766559 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a29b41-68db-4586-8747-4e018cbc786f req-7cd7ff69-dc64-4b6d-be1b-3b9411d3b14d tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:50.769052 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-57a29b41-68db-4586-8747-4e018cbc786f req-7cd7ff69-dc64-4b6d-be1b-3b9411d3b14d tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce2416f9-cc1c-41d7-a7e5-1bd65f617422 HTTP/1.1" status: 200 len: 943 time: 0.1732824 Sep 25 03:33:50.786351 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdaf5aa-f6a1-4f29-be0b-942e2a610503 req-73abb481-9f6b-479a-9509-12a7915a9ba0 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:50.787956 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6cdaf5aa-f6a1-4f29-be0b-942e2a610503 req-73abb481-9f6b-479a-9509-12a7915a9ba0 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f576e48-52f6-4140-b5d4-183d14373bb8 HTTP/1.1" status: 200 len: 945 time: 0.2132297 Sep 25 03:33:50.809802 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:50.831386 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c1ba797-a06f-4981-b29e-31552dba795c {{(pid=94022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 03:33:50.841700 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-e54da8b0-d34a-4ecc-80c0-d67ca0f11daf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3623135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3893365'] for router_interface, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:50.862522 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] For port 2c1ba797-a06f-4981-b29e-31552dba795c, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=2c1ba797-a06f-4981-b29e-31552dba795c,segment=NetworkSegment(374bf162-7cd8-4dc5-a46c-108738bf8e34),segment_id=374bf162-7cd8-4dc5-a46c-108738bf8e34)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:33:50.866549 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54da8b0-d34a-4ecc-80c0-d67ca0f11daf admin admin] Pushing event updated for resources: {'Port': ['ID=2d9df850-962b-4d7d-8ae1-aef30574820b,revision_number=2']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:33:50.870089 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:50.887826 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-57a29b41-68db-4586-8747-4e018cbc786f req-12f4a458-f166-47fd-9ef5-80aa0d86ba81 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2017f16-944a-46e0-9d41-4d7f0d41cabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110301 Sep 25 03:33:50.928764 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6cdaf5aa-f6a1-4f29-be0b-942e2a610503 req-cc38d71f-d661-4783-9c19-2a04a2c6824c tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166701 Sep 25 03:33:50.982062 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Pushing event updated for resources: {'Port': ['ID=2c1ba797-a06f-4981-b29e-31552dba795c,revision_number=4']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:33:51.066848 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54da8b0-d34a-4ecc-80c0-d67ca0f11daf admin admin] Network 69d03830-d058-4783-811e-ade1404fd267 is already hosted by enough agents. {{(pid=94021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 03:33:51.069471 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.base_scheduler [None req-e54da8b0-d34a-4ecc-80c0-d67ca0f11daf admin admin] Resources bound (agent type, host, resource id): {{(pid=94021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:33:51.162590 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-afd92d12-b9d5-4a92-bfd4-50d3cdf2ae8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:51.222540 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device 41e6c0ae-7c2f-4c9c-acb0-179b6af6e714 up at agent ovs-agent-dv-cinder-775706-4-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 03:33:51.308159 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e54da8b0-d34a-4ecc-80c0-d67ca0f11daf admin admin] Router a1844f4c-9b40-45a0-a478-ed01535298d0 has already been hosted by L3 agent be170b3f-ec9b-4dfa-8e40-fa1591bf80a9 {{(pid=94021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 03:33:51.338096 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Provisioning complete for port 41e6c0ae-7c2f-4c9c-acb0-179b6af6e714 triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:33:51.338809 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:51.406362 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] get_ports_and_sgs() called for port_ids ['2c1ba797-a06f-4981-b29e-31552dba795c'] {{(pid=94022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 25 03:33:51.565181 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-2b1d67cf-e7a5-4af3-be9c-f6f912f97db7 None None] Provisioning complete for port 2d9df850-962b-4d7d-8ae1-aef30574820b triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:33:51.565826 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-2b1d67cf-e7a5-4af3-be9c-f6f912f97db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:51.566456 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e54da8b0-d34a-4ecc-80c0-d67ca0f11daf admin admin] Notify agent at l3_agent.dv-cinder-775706-4-iscsi the message routers_updated {{(pid=94021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 03:33:51.593034 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-e54da8b0-d34a-4ecc-80c0-d67ca0f11daf admin admin] 10.222.0.42 "PUT /v2.0/routers/a1844f4c-9b40-45a0-a478-ed01535298d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5293922 Sep 25 03:33:51.594633 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e713373-48f7-49d4-a973-4a9f49be7104 None None] Sync routers for ids ['a1844f4c-9b40-45a0-a478-ed01535298d0'] in dv-cinder-775706-4-iscsi {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 03:33:51.606955 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:51.664319 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] For port 41e6c0ae-7c2f-4c9c-acb0-179b6af6e714, host dv-cinder-775706-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=41e6c0ae-7c2f-4c9c-acb0-179b6af6e714,segment=NetworkSegment(48bff68c-e483-4cc4-95dd-dcbe15bbe597),segment_id=48bff68c-e483-4cc4-95dd-dcbe15bbe597)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:33:51.671192 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e713373-48f7-49d4-a973-4a9f49be7104 None None] Routers {'a1844f4c-9b40-45a0-a478-ed01535298d0'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:33:51.671923 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-8e713373-48f7-49d4-a973-4a9f49be7104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:33:48Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['a1844f4c-9b40-45a0-a478-ed01535298d0'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:33:51.681754 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-2b1d67cf-e7a5-4af3-be9c-f6f912f97db7 None None] Port 2d9df850-962b-4d7d-8ae1-aef30574820b cannot update to ACTIVE because it is not bound. {{(pid=94022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 25 03:33:51.683575 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:51.859014 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Pushing event updated for resources: {'Port': ['ID=41e6c0ae-7c2f-4c9c-acb0-179b6af6e714,revision_number=4']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:33:51.903008 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-8e713373-48f7-49d4-a973-4a9f49be7104 None None] Set router a1844f4c-9b40-45a0-a478-ed01535298d0 gateway port host: dv-cinder-775706-4-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:33:52.246287 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df48d03-cbfb-4853-a4f1-e9d53434274b req-d57097fa-653a-4302-b11c-c029c56535d6 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:52.249527 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1df48d03-cbfb-4853-a4f1-e9d53434274b req-d57097fa-653a-4302-b11c-c029c56535d6 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce2416f9-cc1c-41d7-a7e5-1bd65f617422 HTTP/1.1" status: 200 len: 944 time: 0.1736169 Sep 25 03:33:52.293676 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d1bf2e-d0fb-4951-a3b3-d5d28403786f req-626a0c61-933f-47fb-a23a-371ca98fe361 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:52.298525 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b8d1bf2e-d0fb-4951-a3b3-d5d28403786f req-626a0c61-933f-47fb-a23a-371ca98fe361 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f576e48-52f6-4140-b5d4-183d14373bb8 HTTP/1.1" status: 200 len: 945 time: 0.1999300 Sep 25 03:33:52.418902 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1df48d03-cbfb-4853-a4f1-e9d53434274b req-f8be02b7-557e-4cd0-a2da-8eadfccbb47f tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2017f16-944a-46e0-9d41-4d7f0d41cabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1586509 Sep 25 03:33:52.463192 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-8e713373-48f7-49d4-a973-4a9f49be7104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1844f4c-9b40-45a0-a478-ed01535298d0', 'name': 'tempest-TestMinimumBasicScenario-2142345929-router', 'tenant_id': 'f3c947dafa1c4808b8926c270e98f5f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '41e6c0ae-7c2f-4c9c-acb0-179b6af6e714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:33:44Z', 'updated_at': '2021-09-25T03:33:50Z', 'revision_number': 4, 'project_id': 'f3c947dafa1c4808b8926c270e98f5f7', 'gw_port': {'id': '41e6c0ae-7c2f-4c9c-acb0-179b6af6e714', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:34:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1844f4c-9b40-45a0-a478-ed01535298d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:33:45Z', 'updated_at': '2021-09-25T03:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_interfaces': [{'id': '2d9df850-962b-4d7d-8ae1-aef30574820b', 'name': '', 'network_id': '69d03830-d058-4783-811e-ade1404fd267', 'tenant_id': 'f3c947dafa1c4808b8926c270e98f5f7', 'mac_address': 'fa:16:3e:ed:f0:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1844f4c-9b40-45a0-a478-ed01535298d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '4235e155-46fa-4e2e-ac2d-5c146dc226a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:33:48Z', 'updated_at': '2021-09-25T03:33:50Z', 'revision_number': 2, 'project_id': 'f3c947dafa1c4808b8926c270e98f5f7', 'subnets': [{'id': '4235e155-46fa-4e2e-ac2d-5c146dc226a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:33:52.464459 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b8d1bf2e-d0fb-4951-a3b3-d5d28403786f req-75eef6ff-da76-4e2d-a949-783f65014e84 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379468 Sep 25 03:33:52.520903 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e713373-48f7-49d4-a973-4a9f49be7104 None None] Checking router: a1844f4c-9b40-45a0-a478-ed01535298d0 for host: dv-cinder-775706-4-iscsi {{(pid=94022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 03:33:52.521796 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e713373-48f7-49d4-a973-4a9f49be7104 None None] Updating router a1844f4c-9b40-45a0-a478-ed01535298d0 port 2d9df850-962b-4d7d-8ae1-aef30574820b binding host dv-cinder-775706-4-iscsi {{(pid=94022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 03:33:52.562485 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-8e713373-48f7-49d4-a973-4a9f49be7104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:53.127842 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device 41e6c0ae-7c2f-4c9c-acb0-179b6af6e714 up at agent ovs-agent-dv-cinder-775706-4-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 03:33:53.281218 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-8e713373-48f7-49d4-a973-4a9f49be7104 None None] Notify callbacks [] for port, precommit_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:53.287777 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Provisioning complete for port 41e6c0ae-7c2f-4c9c-acb0-179b6af6e714 triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:33:53.288213 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:53.311477 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-8e713373-48f7-49d4-a973-4a9f49be7104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:53.441626 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b795a83-f29c-4c52-afac-68af0fc5f903 None None] Pushing event updated for resources: {'Port': ['ID=2d9df850-962b-4d7d-8ae1-aef30574820b,revision_number=3']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:33:53.518342 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b795a83-f29c-4c52-afac-68af0fc5f903 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:33:53.519027 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b795a83-f29c-4c52-afac-68af0fc5f903 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:33:53.519027 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b795a83-f29c-4c52-afac-68af0fc5f903 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:33:53.519357 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b795a83-f29c-4c52-afac-68af0fc5f903 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:33:53.519691 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b795a83-f29c-4c52-afac-68af0fc5f903 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:33:53.520027 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b795a83-f29c-4c52-afac-68af0fc5f903 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:33:53.520358 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b795a83-f29c-4c52-afac-68af0fc5f903 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:33:53.520715 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b795a83-f29c-4c52-afac-68af0fc5f903 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:33:53.521068 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b795a83-f29c-4c52-afac-68af0fc5f903 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:33:53.521401 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b795a83-f29c-4c52-afac-68af0fc5f903 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:33:53.521728 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b795a83-f29c-4c52-afac-68af0fc5f903 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:33:53.522054 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b795a83-f29c-4c52-afac-68af0fc5f903 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:33:53.565293 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-8e713373-48f7-49d4-a973-4a9f49be7104 None None] Attempting to bind port 2d9df850-962b-4d7d-8ae1-aef30574820b on host dv-cinder-775706-4-iscsi for vnic_type normal with profile {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 03:33:53.565666 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-8e713373-48f7-49d4-a973-4a9f49be7104 None None] Attempting to bind port 2d9df850-962b-4d7d-8ae1-aef30574820b by drivers openvswitch,hyperv on host dv-cinder-775706-4-iscsi at level 0 using segments [{'id': 'e468d1f9-547c-4631-a3ab-0b8c0e0e343d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '69d03830-d058-4783-811e-ade1404fd267'}] {{(pid=94022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 03:33:53.566236 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e713373-48f7-49d4-a973-4a9f49be7104 None None] Attempting to bind port 2d9df850-962b-4d7d-8ae1-aef30574820b on network 69d03830-d058-4783-811e-ade1404fd267 {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 03:33:53.610828 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e713373-48f7-49d4-a973-4a9f49be7104 None None] Checking agent: {'id': '92762cd5-f40e-4e3b-860e-7f1faf1bdbcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 3, 21, 49), 'started_at': datetime.datetime(2021, 9, 25, 3, 22, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 3, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 03:33:53.611846 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e713373-48f7-49d4-a973-4a9f49be7104 None None] Checking segment: {'id': 'e468d1f9-547c-4631-a3ab-0b8c0e0e343d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '69d03830-d058-4783-811e-ade1404fd267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 03:33:53.612512 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-8e713373-48f7-49d4-a973-4a9f49be7104 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:53.613094 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e713373-48f7-49d4-a973-4a9f49be7104 None None] Bound using segment: {'id': 'e468d1f9-547c-4631-a3ab-0b8c0e0e343d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '69d03830-d058-4783-811e-ade1404fd267'} {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 03:33:53.613966 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-8e713373-48f7-49d4-a973-4a9f49be7104 None None] Bound port: 2d9df850-962b-4d7d-8ae1-aef30574820b, host: dv-cinder-775706-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e468d1f9-547c-4631-a3ab-0b8c0e0e343d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '69d03830-d058-4783-811e-ade1404fd267'}}] {{(pid=94022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 03:33:53.614541 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-8e713373-48f7-49d4-a973-4a9f49be7104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:53.756425 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-8e713373-48f7-49d4-a973-4a9f49be7104 None None] For port 2d9df850-962b-4d7d-8ae1-aef30574820b, host dv-cinder-775706-4-iscsi, cleared binding levels {{(pid=94022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 03:33:53.761233 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-8e713373-48f7-49d4-a973-4a9f49be7104 None None] For port 2d9df850-962b-4d7d-8ae1-aef30574820b, host dv-cinder-775706-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=2d9df850-962b-4d7d-8ae1-aef30574820b,segment=NetworkSegment(e468d1f9-547c-4631-a3ab-0b8c0e0e343d),segment_id=e468d1f9-547c-4631-a3ab-0b8c0e0e343d)] {{(pid=94022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 03:33:53.768764 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-8e713373-48f7-49d4-a973-4a9f49be7104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:53.831997 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ab047c-065c-42ef-9a3f-3c7a7f212dd2 req-9a7f5833-326d-47f2-b081-efb9eb233b4e tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:53.834578 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-03ab047c-065c-42ef-9a3f-3c7a7f212dd2 req-9a7f5833-326d-47f2-b081-efb9eb233b4e tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f576e48-52f6-4140-b5d4-183d14373bb8 HTTP/1.1" status: 200 len: 945 time: 0.1645191 Sep 25 03:33:53.865711 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b795a83-f29c-4c52-afac-68af0fc5f903 None None] Pushing event updated for resources: {'Port': ['ID=2d9df850-962b-4d7d-8ae1-aef30574820b,revision_number=4']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:33:53.900083 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e713373-48f7-49d4-a973-4a9f49be7104 None None] Routers {'a1844f4c-9b40-45a0-a478-ed01535298d0'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:33:53.900816 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-8e713373-48f7-49d4-a973-4a9f49be7104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:33:48Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['a1844f4c-9b40-45a0-a478-ed01535298d0'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:33:53.920805 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c1b322-1a20-406b-a17f-9119ad7e8586 req-d88c9b76-6df4-4606-a084-774ab4f93bf3 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:53.933842 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e8c1b322-1a20-406b-a17f-9119ad7e8586 req-d88c9b76-6df4-4606-a084-774ab4f93bf3 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce2416f9-cc1c-41d7-a7e5-1bd65f617422 HTTP/1.1" status: 200 len: 944 time: 0.3243048 Sep 25 03:33:54.076636 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-8e713373-48f7-49d4-a973-4a9f49be7104 None None] Set router a1844f4c-9b40-45a0-a478-ed01535298d0 gateway port host: dv-cinder-775706-4-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:33:54.139135 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c9be8-0f90-4d49-9665-2b1a62270f7b req-2465e2d5-a245-4e41-9ce1-45a4b9998b40 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:54.157544 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-177c9be8-0f90-4d49-9665-2b1a62270f7b req-2465e2d5-a245-4e41-9ce1-45a4b9998b40 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f576e48-52f6-4140-b5d4-183d14373bb8 HTTP/1.1" status: 200 len: 945 time: 0.4886250 Sep 25 03:33:54.171613 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-aa427ed5-6ad1-4b0d-9459-7150d9c0e023 None None] Provisioning complete for port 2d9df850-962b-4d7d-8ae1-aef30574820b triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:33:54.171946 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-aa427ed5-6ad1-4b0d-9459-7150d9c0e023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:54.373904 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e8c1b322-1a20-406b-a17f-9119ad7e8586 req-017ef172-a9a8-4b47-8f58-e800ff215a56 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2017f16-944a-46e0-9d41-4d7f0d41cabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3578262 Sep 25 03:33:54.426992 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-177c9be8-0f90-4d49-9665-2b1a62270f7b req-539131ba-ff98-4143-ba3d-fa10f23110d7 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cd2af23-9c35-4d6c-8105-932721fd58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681575 Sep 25 03:33:54.480012 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [req-03ab047c-065c-42ef-9a3f-3c7a7f212dd2 req-33846a50-e8af-4363-9cc7-04ec4d223227 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Deleting port eabedb0a-c09f-4603-9fcc-8e6dbc74f7ec {{(pid=94021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 03:33:54.480351 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-03ab047c-065c-42ef-9a3f-3c7a7f212dd2 req-33846a50-e8af-4363-9cc7-04ec4d223227 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731880592680'] for port, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:54.507879 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device 2c1ba797-a06f-4981-b29e-31552dba795c up at agent hyperv_hv-cinder-77570 {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 03:33:54.649603 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Provisioning for port 2c1ba797-a06f-4981-b29e-31552dba795c completed by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 25 03:33:54.658477 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Provisioning complete for port 2c1ba797-a06f-4981-b29e-31552dba795c triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:33:54.658886 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:54.668320 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-03ab047c-065c-42ef-9a3f-3c7a7f212dd2 req-33846a50-e8af-4363-9cc7-04ec4d223227 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] For port eabedb0a-c09f-4603-9fcc-8e6dbc74f7ec, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=eabedb0a-c09f-4603-9fcc-8e6dbc74f7ec,segment=NetworkSegment(8b908095-492d-4392-bdf1-2ef9f66d1c1d),segment_id=8b908095-492d-4392-bdf1-2ef9f66d1c1d)] {{(pid=94021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:33:54.668738 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-03ab047c-065c-42ef-9a3f-3c7a7f212dd2 req-33846a50-e8af-4363-9cc7-04ec4d223227 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889411'] for port, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:54.698258 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [req-03ab047c-065c-42ef-9a3f-3c7a7f212dd2 req-33846a50-e8af-4363-9cc7-04ec4d223227 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Calling delete_port for eabedb0a-c09f-4603-9fcc-8e6dbc74f7ec owned by compute:nova {{(pid=94021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 03:33:54.984563 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-aa427ed5-6ad1-4b0d-9459-7150d9c0e023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:54.986597 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-03ab047c-065c-42ef-9a3f-3c7a7f212dd2 req-33846a50-e8af-4363-9cc7-04ec4d223227 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731880598766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731880292810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3214562'] for port, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:55.066192 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33846a50-e8af-4363-9cc7-04ec4d223227 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Pushing event deleted for resources: {'Port': ['ID=eabedb0a-c09f-4603-9fcc-8e6dbc74f7ec,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:33:55.098344 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33846a50-e8af-4363-9cc7-04ec4d223227 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:33:55.098344 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33846a50-e8af-4363-9cc7-04ec4d223227 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:33:55.098344 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33846a50-e8af-4363-9cc7-04ec4d223227 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:33:55.098344 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33846a50-e8af-4363-9cc7-04ec4d223227 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:33:55.098344 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33846a50-e8af-4363-9cc7-04ec4d223227 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:33:55.098344 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33846a50-e8af-4363-9cc7-04ec4d223227 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:33:55.098344 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33846a50-e8af-4363-9cc7-04ec4d223227 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:33:55.099285 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33846a50-e8af-4363-9cc7-04ec4d223227 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:33:55.099932 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33846a50-e8af-4363-9cc7-04ec4d223227 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:33:55.100494 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33846a50-e8af-4363-9cc7-04ec4d223227 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:33:55.101090 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33846a50-e8af-4363-9cc7-04ec4d223227 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:33:55.101625 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33846a50-e8af-4363-9cc7-04ec4d223227 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:33:55.169116 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-aa427ed5-6ad1-4b0d-9459-7150d9c0e023 None None] For port 2d9df850-962b-4d7d-8ae1-aef30574820b, host dv-cinder-775706-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=2d9df850-962b-4d7d-8ae1-aef30574820b,segment=NetworkSegment(e468d1f9-547c-4631-a3ab-0b8c0e0e343d),segment_id=e468d1f9-547c-4631-a3ab-0b8c0e0e343d)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:33:55.169416 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [req-03ab047c-065c-42ef-9a3f-3c7a7f212dd2 req-33846a50-e8af-4363-9cc7-04ec4d223227 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] No DVR routers for this DVR port eabedb0a-c09f-4603-9fcc-8e6dbc74f7ec on host hv-cinder-77570 {{(pid=94021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 25 03:33:55.175384 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-03ab047c-065c-42ef-9a3f-3c7a7f212dd2 req-33846a50-e8af-4363-9cc7-04ec4d223227 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:55.180367 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-03ab047c-065c-42ef-9a3f-3c7a7f212dd2 req-33846a50-e8af-4363-9cc7-04ec4d223227 tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.45 "DELETE /v2.0/ports/eabedb0a-c09f-4603-9fcc-8e6dbc74f7ec HTTP/1.1" status: 204 len: 173 time: 1.3318887 Sep 25 03:33:55.181526 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f576e48-52f6-4140-b5d4-183d14373bb8', 'name': 'network-vif-deleted', 'tag': 'eabedb0a-c09f-4603-9fcc-8e6dbc74f7ec'}] {{(pid=94021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 03:33:55.186079 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-aa427ed5-6ad1-4b0d-9459-7150d9c0e023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:55.186736 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e2fb5340eb8446ff58cd715b9748d5b5aabaa2e5f9ab10f469ed89a7c45a212" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb55e19-e08f-4ef0-93db-04fe7b4cc8b2" -d '{"events": [{"server_uuid": "9f576e48-52f6-4140-b5d4-183d14373bb8", "name": "network-vif-deleted", "tag": "eabedb0a-c09f-4603-9fcc-8e6dbc74f7ec"}]}' {{(pid=94021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 03:33:55.340552 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 03:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12305c45-c368-491b-b1b6-be005b497d72 x-openstack-request-id: req-12305c45-c368-491b-b1b6-be005b497d72 {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 03:33:55.342087 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f576e48-52f6-4140-b5d4-183d14373bb8", "name": "network-vif-deleted", "tag": "eabedb0a-c09f-4603-9fcc-8e6dbc74f7ec", "status": "completed", "code": 200}]} {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 03:33:55.342696 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-12305c45-c368-491b-b1b6-be005b497d72 {{(pid=94021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 03:33:55.343516 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f576e48-52f6-4140-b5d4-183d14373bb8', 'name': 'network-vif-deleted', 'tag': 'eabedb0a-c09f-4603-9fcc-8e6dbc74f7ec', 'status': 'completed', 'code': 200} Sep 25 03:33:55.406738 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-8e713373-48f7-49d4-a973-4a9f49be7104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1844f4c-9b40-45a0-a478-ed01535298d0', 'name': 'tempest-TestMinimumBasicScenario-2142345929-router', 'tenant_id': 'f3c947dafa1c4808b8926c270e98f5f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '41e6c0ae-7c2f-4c9c-acb0-179b6af6e714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:33:44Z', 'updated_at': '2021-09-25T03:33:50Z', 'revision_number': 4, 'project_id': 'f3c947dafa1c4808b8926c270e98f5f7', 'gw_port': {'id': '41e6c0ae-7c2f-4c9c-acb0-179b6af6e714', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:34:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1844f4c-9b40-45a0-a478-ed01535298d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:33:45Z', 'updated_at': '2021-09-25T03:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_interfaces': [{'id': '2d9df850-962b-4d7d-8ae1-aef30574820b', 'name': '', 'network_id': '69d03830-d058-4783-811e-ade1404fd267', 'tenant_id': 'f3c947dafa1c4808b8926c270e98f5f7', 'mac_address': 'fa:16:3e:ed:f0:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1844f4c-9b40-45a0-a478-ed01535298d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '4235e155-46fa-4e2e-ac2d-5c146dc226a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:33:48Z', 'updated_at': '2021-09-25T03:33:53Z', 'revision_number': 4, 'project_id': 'f3c947dafa1c4808b8926c270e98f5f7', 'subnets': [{'id': '4235e155-46fa-4e2e-ac2d-5c146dc226a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:33:55.411308 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:55.481411 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa427ed5-6ad1-4b0d-9459-7150d9c0e023 None None] Pushing event updated for resources: {'Port': ['ID=2d9df850-962b-4d7d-8ae1-aef30574820b,revision_number=5']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:33:55.493713 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-f0449c85-c858-4df9-bbd9-2cd2edf4ea74 None None] Provisioning complete for port 2d9df850-962b-4d7d-8ae1-aef30574820b triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:33:55.494571 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f0449c85-c858-4df9-bbd9-2cd2edf4ea74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:55.499523 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e713373-48f7-49d4-a973-4a9f49be7104 None None] The sync data for ids ['a1844f4c-9b40-45a0-a478-ed01535298d0'] in dv-cinder-775706-4-iscsi is: [{'id': 'a1844f4c-9b40-45a0-a478-ed01535298d0', 'name': 'tempest-TestMinimumBasicScenario-2142345929-router', 'tenant_id': 'f3c947dafa1c4808b8926c270e98f5f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '41e6c0ae-7c2f-4c9c-acb0-179b6af6e714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:33:44Z', 'updated_at': '2021-09-25T03:33:50Z', 'revision_number': 4, 'project_id': 'f3c947dafa1c4808b8926c270e98f5f7', 'gw_port': {'id': '41e6c0ae-7c2f-4c9c-acb0-179b6af6e714', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:34:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1844f4c-9b40-45a0-a478-ed01535298d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:33:45Z', 'updated_at': '2021-09-25T03:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_interfaces': [{'id': '2d9df850-962b-4d7d-8ae1-aef30574820b', 'name': '', 'network_id': '69d03830-d058-4783-811e-ade1404fd267', 'tenant_id': 'f3c947dafa1c4808b8926c270e98f5f7', 'mac_address': 'fa:16:3e:ed:f0:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1844f4c-9b40-45a0-a478-ed01535298d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '4235e155-46fa-4e2e-ac2d-5c146dc226a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:33:48Z', 'updated_at': '2021-09-25T03:33:53Z', 'revision_number': 4, 'project_id': 'f3c947dafa1c4808b8926c270e98f5f7', 'subnets': [{'id': '4235e155-46fa-4e2e-ac2d-5c146dc226a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 03:33:55.544195 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce2416f9-cc1c-41d7-a7e5-1bd65f617422', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c1ba797-a06f-4981-b29e-31552dba795c'}] {{(pid=94022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 03:33:55.577285 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9141e1544748c335de5c87e81d01f98f4272279fe7d072e46966747184492a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b604e4a-a7d7-4e54-8b05-e236b1166196" -d '{"events": [{"server_uuid": "ce2416f9-cc1c-41d7-a7e5-1bd65f617422", "name": "network-vif-plugged", "status": "completed", "tag": "2c1ba797-a06f-4981-b29e-31552dba795c"}]}' {{(pid=94022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 03:33:55.716966 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] For port 2c1ba797-a06f-4981-b29e-31552dba795c, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=2c1ba797-a06f-4981-b29e-31552dba795c,segment=NetworkSegment(374bf162-7cd8-4dc5-a46c-108738bf8e34),segment_id=374bf162-7cd8-4dc5-a46c-108738bf8e34)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:33:55.746685 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:55.832537 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-522618bf-32af-41f2-8924-b7d57cd812a5 req-a4616f89-6075-4640-ab0f-01bdfa256d3c tempest-ServerRescueNegativeTestJSON-447175735 tempest-ServerRescueNegativeTestJSON-447175735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f576e48-52f6-4140-b5d4-183d14373bb8 HTTP/1.1" status: 200 len: 210 time: 0.1134531 Sep 25 03:33:55.863666 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Pushing event updated for resources: {'Port': ['ID=2c1ba797-a06f-4981-b29e-31552dba795c,revision_number=5']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:33:55.901373 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e765fdf0-c1e5-4c75-8377-d1c9c2d9380f req-6bf28c84-daa9-462e-92db-d924574a4df8 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:55.912224 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e765fdf0-c1e5-4c75-8377-d1c9c2d9380f req-6bf28c84-daa9-462e-92db-d924574a4df8 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce2416f9-cc1c-41d7-a7e5-1bd65f617422 HTTP/1.1" status: 200 len: 944 time: 0.2971122 Sep 25 03:33:55.994796 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 03:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e8ba5ce-aebb-4b63-ad44-cb9ff68061e4 x-openstack-request-id: req-0e8ba5ce-aebb-4b63-ad44-cb9ff68061e4 {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 03:33:55.995329 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce2416f9-cc1c-41d7-a7e5-1bd65f617422", "name": "network-vif-plugged", "status": "completed", "tag": "2c1ba797-a06f-4981-b29e-31552dba795c", "code": 200}]} {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 03:33:55.995681 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0e8ba5ce-aebb-4b63-ad44-cb9ff68061e4 {{(pid=94022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 03:33:55.996174 dv-cinder-775706-4-iscsi neutron-server[94022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce2416f9-cc1c-41d7-a7e5-1bd65f617422', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c1ba797-a06f-4981-b29e-31552dba795c', 'code': 200} Sep 25 03:33:56.108263 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e765fdf0-c1e5-4c75-8377-d1c9c2d9380f req-0fc2ebff-6a58-49c1-8356-cc90b262ba40 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2017f16-944a-46e0-9d41-4d7f0d41cabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1798441 Sep 25 03:33:56.497872 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device eabedb0a-c09f-4603-9fcc-8e6dbc74f7ec no longer exists at agent hyperv_hv-cinder-77570 {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 03:33:56.530199 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e05c962-20b6-483d-a990-51221e39115d req-bc07e14f-4c92-4f8b-bb9e-1c477b0a243f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:56.545674 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8e05c962-20b6-483d-a990-51221e39115d req-bc07e14f-4c92-4f8b-bb9e-1c477b0a243f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ce2416f9-cc1c-41d7-a7e5-1bd65f617422 HTTP/1.1" status: 200 len: 1098 time: 0.1282408 Sep 25 03:33:56.547045 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] No Port match for: eabedb0a-c09f-4603-9fcc-8e6dbc74f7ec {{(pid=94022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 25 03:33:56.548482 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device eabedb0a-c09f-4603-9fcc-8e6dbc74f7ec not bound to the agent host hv-cinder-77570 {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 03:33:56.617437 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8e05c962-20b6-483d-a990-51221e39115d req-c243de03-b0e4-45d4-995b-631af662424d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d2017f16-944a-46e0-9d41-4d7f0d41cabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687077 Sep 25 03:33:56.970035 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 54738) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:33:56.982134 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:57.298357 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device 2d9df850-962b-4d7d-8ae1-aef30574820b up at agent ovs-agent-dv-cinder-775706-4-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 03:33:57.415518 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9514e42-9a18-47ef-b7c4-c401296f0ce9 req-e90a517a-6d98-436d-bc70-1defcac8a021 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:57.423042 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d9514e42-9a18-47ef-b7c4-c401296f0ce9 req-e90a517a-6d98-436d-bc70-1defcac8a021 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce2416f9-cc1c-41d7-a7e5-1bd65f617422 HTTP/1.1" status: 200 len: 945 time: 0.1580899 Sep 25 03:33:57.472221 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Provisioning complete for port 2d9df850-962b-4d7d-8ae1-aef30574820b triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:33:57.475176 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:57.543332 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d9514e42-9a18-47ef-b7c4-c401296f0ce9 req-f8dda329-6386-4e2e-9374-c716e83d0453 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2017f16-944a-46e0-9d41-4d7f0d41cabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056950 Sep 25 03:33:58.057313 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-64edad43-c687-4f71-aaef-e01744a2f679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3893274'] for router_interface, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:58.524060 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-12453c79-04f6-431c-ac7a-1da34be194f8 None None] Agent healthcheck: found 6 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 03:33:58.904951 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.plugin [None req-64edad43-c687-4f71-aaef-e01744a2f679 admin admin] Deleting port 48b843ae-3cef-4c7a-bd52-91113ebadb92 {{(pid=94020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 03:33:58.905211 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-64edad43-c687-4f71-aaef-e01744a2f679 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731880592680'] for port, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:58.922388 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f37ba-5970-4f9c-9e15-3819e0e49d21 req-1468d4ea-8f4e-4670-bbd6-c1c00b7d4043 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:58.926204 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-225f37ba-5970-4f9c-9e15-3819e0e49d21 req-1468d4ea-8f4e-4670-bbd6-c1c00b7d4043 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce2416f9-cc1c-41d7-a7e5-1bd65f617422 HTTP/1.1" status: 200 len: 945 time: 0.1230922 Sep 25 03:33:59.000706 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-225f37ba-5970-4f9c-9e15-3819e0e49d21 req-1c79561e-be2a-4758-8a69-a22b4ef2ffc7 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2017f16-944a-46e0-9d41-4d7f0d41cabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686326 Sep 25 03:33:59.132332 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-64edad43-c687-4f71-aaef-e01744a2f679 admin admin] For port 48b843ae-3cef-4c7a-bd52-91113ebadb92, host dv-cinder-775706-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=48b843ae-3cef-4c7a-bd52-91113ebadb92,segment=NetworkSegment(8b908095-492d-4392-bdf1-2ef9f66d1c1d),segment_id=8b908095-492d-4392-bdf1-2ef9f66d1c1d)] {{(pid=94020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:33:59.133911 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-64edad43-c687-4f71-aaef-e01744a2f679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889411'] for port, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:59.137439 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 54776) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:33:59.163647 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.plugin [None req-64edad43-c687-4f71-aaef-e01744a2f679 admin admin] Calling delete_port for 48b843ae-3cef-4c7a-bd52-91113ebadb92 owned by network:router_interface {{(pid=94020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 03:33:59.204354 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea43a409-098e-4beb-bd1f-0271dfeff0b3 req-43ff6209-83a2-44c4-b3d7-bb0fb9e0ebcf tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:59.212950 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ea43a409-098e-4beb-bd1f-0271dfeff0b3 req-43ff6209-83a2-44c4-b3d7-bb0fb9e0ebcf tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce2416f9-cc1c-41d7-a7e5-1bd65f617422 HTTP/1.1" status: 200 len: 945 time: 0.1141257 Sep 25 03:33:59.255208 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6c0bb233-c114-439e-a32a-efbe7ba5aed7 req-392c215c-e6c6-4bf4-a737-3bcc63b77009 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=36ce5dc8-fe73-4edc-81d3-e0313fe83860&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1153076 Sep 25 03:33:59.283032 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ea43a409-098e-4beb-bd1f-0271dfeff0b3 req-11f6e13b-44a5-4d39-a8de-3ed9d1798a5a tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2017f16-944a-46e0-9d41-4d7f0d41cabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632491 Sep 25 03:33:59.305379 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 54782) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:33:59.400589 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0bb233-c114-439e-a32a-efbe7ba5aed7 req-d0278e66-36c7-4f8f-9ef9-83e90c2ff027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:59.404501 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6c0bb233-c114-439e-a32a-efbe7ba5aed7 req-d0278e66-36c7-4f8f-9ef9-83e90c2ff027 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f29dc626f86246fe9738feefd6866b29&device_id=36ce5dc8-fe73-4edc-81d3-e0313fe83860 HTTP/1.1" status: 200 len: 1099 time: 0.0869691 Sep 25 03:33:59.640051 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-b3619d6a-373c-4abe-9832-9cc611f19bb2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=907feb1473134a7e8b45edbd84e5fd82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5009727 Sep 25 03:33:59.642106 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-64edad43-c687-4f71-aaef-e01744a2f679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731880598766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731880292810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937715'] for port, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:33:59.644818 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0bb233-c114-439e-a32a-efbe7ba5aed7 req-a365cbe1-8aff-49f1-9061-991023faf6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:59.645435 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 54786) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:33:59.646456 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6c0bb233-c114-439e-a32a-efbe7ba5aed7 req-a365cbe1-8aff-49f1-9061-991023faf6f7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd HTTP/1.1" status: 200 len: 912 time: 0.2177889 Sep 25 03:33:59.649593 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b07f40-1708-42ff-b87e-4831439ba583 tempest-TestShelveInstance-168369633 tempest-TestShelveInstance-168369633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:33:59.655882 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-33b07f40-1708-42ff-b87e-4831439ba583 tempest-TestShelveInstance-168369633 tempest-TestShelveInstance-168369633-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ce2416f9-cc1c-41d7-a7e5-1bd65f617422 HTTP/1.1" status: 200 len: 1093 time: 0.3473158 Sep 25 03:33:59.656798 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 54788) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:33:59.674251 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-e5916618-2996-4fb0-a967-98f25f626d1d tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Request body: {'floatingip': {'floating_network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'port_id': '2c1ba797-a06f-4981-b29e-31552dba795c', 'tenant_id': '7ef1d76a90104052a3716c563fd608ad', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:33:59.702563 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64edad43-c687-4f71-aaef-e01744a2f679 admin admin] Pushing event deleted for resources: {'Port': ['ID=48b843ae-3cef-4c7a-bd52-91113ebadb92,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:33:59.895687 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-19560b45-0df0-4a98-bc51-10cc7796ebce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:00.030233 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-19560b45-0df0-4a98-bc51-10cc7796ebce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:00.085993 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-e5916618-2996-4fb0-a967-98f25f626d1d tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Notify callbacks [] for floatingip, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:00.113434 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6c0bb233-c114-439e-a32a-efbe7ba5aed7 req-0e8ef08f-978f-4402-91b9-d9ae94917ad2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28d0a967-ae0a-46e1-b1e9-1e3ffc3caec3 HTTP/1.1" status: 200 len: 1001 time: 0.4552803 Sep 25 03:34:00.192321 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-64edad43-c687-4f71-aaef-e01744a2f679 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3623124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3896979'] for router_interface, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:00.308904 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-19560b45-0df0-4a98-bc51-10cc7796ebce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:00.313339 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-19560b45-0df0-4a98-bc51-10cc7796ebce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:00.320110 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-19560b45-0df0-4a98-bc51-10cc7796ebce admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/12bc5544-504a-43fe-8431-0b63a00b1d69 HTTP/1.1" status: 204 len: 168 time: 0.6646676 Sep 25 03:34:00.339112 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19560b45-0df0-4a98-bc51-10cc7796ebce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12bc5544-504a-43fe-8431-0b63a00b1d69,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:34:00.370325 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0bb233-c114-439e-a32a-efbe7ba5aed7 req-16731c6d-4412-4009-91a7-262b95b38187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:00.381559 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6c0bb233-c114-439e-a32a-efbe7ba5aed7 req-16731c6d-4412-4009-91a7-262b95b38187 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=afccf4b9-490d-44a5-98b6-f28191ec0ff2 HTTP/1.1" status: 200 len: 850 time: 0.2540219 Sep 25 03:34:00.519095 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0bb233-c114-439e-a32a-efbe7ba5aed7 req-70f269b0-e925-43c7-a801-63244d553db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:00.522073 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6c0bb233-c114-439e-a32a-efbe7ba5aed7 req-70f269b0-e925-43c7-a801-63244d553db7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1163471 Sep 25 03:34:00.577724 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-e5916618-2996-4fb0-a967-98f25f626d1d tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:00.789470 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.db.db_base_plugin_common [None req-e5916618-2996-4fb0-a967-98f25f626d1d tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Allocated IP 172.27.1.104 (11c2fcee-3e12-40fc-bbdd-73661221b9b4/9bf1e901-4101-4c8d-9b58-09aedeb11d2a/deca434f-a266-4e17-a44e-b1b9060b09f0) {{(pid=94021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 03:34:00.856336 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64edad43-c687-4f71-aaef-e01744a2f679 admin admin] Router 53998690-82d4-490c-bff9-52190466ff54 has already been hosted by L3 agent be170b3f-ec9b-4dfa-8e40-fa1591bf80a9 {{(pid=94020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 03:34:01.062477 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64edad43-c687-4f71-aaef-e01744a2f679 admin admin] Notify agent at l3_agent.dv-cinder-775706-4-iscsi the message routers_updated {{(pid=94020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 03:34:01.073056 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-64edad43-c687-4f71-aaef-e01744a2f679 admin admin] 10.222.0.42 "PUT /v2.0/routers/53998690-82d4-490c-bff9-52190466ff54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0993929 Sep 25 03:34:01.076142 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 54806) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:34:01.080773 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-e5916618-2996-4fb0-a967-98f25f626d1d tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Notify callbacks [] for port, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:01.088969 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65abd01e-49b7-4e20-aaa9-b6abea292f9b None None] Sync routers for ids ['53998690-82d4-490c-bff9-52190466ff54'] in dv-cinder-775706-4-iscsi {{(pid=94023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 03:34:01.117107 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65abd01e-49b7-4e20-aaa9-b6abea292f9b None None] Routers {'53998690-82d4-490c-bff9-52190466ff54'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:34:01.122096 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-65abd01e-49b7-4e20-aaa9-b6abea292f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:33:48Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['53998690-82d4-490c-bff9-52190466ff54'], 'active': True} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:34:01.213904 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-e5916618-2996-4fb0-a967-98f25f626d1d tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731880292801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3214562'] for port, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:01.296880 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvr_db [None req-65abd01e-49b7-4e20-aaa9-b6abea292f9b None None] Set router 53998690-82d4-490c-bff9-52190466ff54 gateway port host: dv-cinder-775706-4-iscsi {{(pid=94023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:34:01.310845 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5916618-2996-4fb0-a967-98f25f626d1d tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Network 11c2fcee-3e12-40fc-bbdd-73661221b9b4 is already hosted by enough agents. {{(pid=94021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 03:34:01.378376 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-2c69f04e-e60d-46d9-aa39-642684a2e44b admin admin] Notify callbacks [] for router, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:01.392729 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.base_scheduler [None req-e5916618-2996-4fb0-a967-98f25f626d1d tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Resources bound (agent type, host, resource id): {{(pid=94021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:34:01.410642 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6c0bb233-c114-439e-a32a-efbe7ba5aed7 req-8f50038d-5e03-4509-9eb2-0c6842edd659 service neutron] 10.222.0.45 "GET /v2.0/networks/ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8783643 Sep 25 03:34:01.415473 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5916618-2996-4fb0-a967-98f25f626d1d tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Received port after_create {{(pid=94021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 03:34:01.531110 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5916618-2996-4fb0-a967-98f25f626d1d tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Pushing event updated for resources: {'Port': ['ID=deca434f-a266-4e17-a44e-b1b9060b09f0,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:34:01.583199 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-2c69f04e-e60d-46d9-aa39-642684a2e44b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:01.709932 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.plugin [None req-2c69f04e-e60d-46d9-aa39-642684a2e44b admin admin] Deleting port 91e4ba16-e1ba-4928-b70e-43c630f10299 {{(pid=94020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 03:34:01.710253 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-2c69f04e-e60d-46d9-aa39-642684a2e44b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731880592680'] for port, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:01.875911 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-65abd01e-49b7-4e20-aaa9-b6abea292f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53998690-82d4-490c-bff9-52190466ff54', 'name': 'tempest-ServerRescueNegativeTestJSON-328293240-router', 'tenant_id': 'de34d8eb54e54aada3800c65f70a10d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '91e4ba16-e1ba-4928-b70e-43c630f10299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:29:47Z', 'updated_at': '2021-09-25T03:33:59Z', 'revision_number': 5, 'project_id': 'de34d8eb54e54aada3800c65f70a10d3', 'gw_port': {'id': '91e4ba16-e1ba-4928-b70e-43c630f10299', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53998690-82d4-490c-bff9-52190466ff54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:29:48Z', 'updated_at': '2021-09-25T03:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi'}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:34:01.890715 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-2c69f04e-e60d-46d9-aa39-642684a2e44b admin admin] For port 91e4ba16-e1ba-4928-b70e-43c630f10299, host dv-cinder-775706-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=91e4ba16-e1ba-4928-b70e-43c630f10299,segment=NetworkSegment(48bff68c-e483-4cc4-95dd-dcbe15bbe597),segment_id=48bff68c-e483-4cc4-95dd-dcbe15bbe597)] {{(pid=94020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:34:01.891607 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-2c69f04e-e60d-46d9-aa39-642684a2e44b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889411'] for port, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:01.920883 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65abd01e-49b7-4e20-aaa9-b6abea292f9b None None] Checking router: 53998690-82d4-490c-bff9-52190466ff54 for host: dv-cinder-775706-4-iscsi {{(pid=94023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 03:34:01.925736 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6c0bb233-c114-439e-a32a-efbe7ba5aed7 req-c0f6b892-e503-4fb8-8dce-6ac169fbc33a service neutron] 10.222.0.45 "GET /v2.0/networks/ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5057330 Sep 25 03:34:01.939801 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65abd01e-49b7-4e20-aaa9-b6abea292f9b None None] Routers {'53998690-82d4-490c-bff9-52190466ff54'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:34:01.941394 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-65abd01e-49b7-4e20-aaa9-b6abea292f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:33:48Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['53998690-82d4-490c-bff9-52190466ff54'], 'active': True} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:34:01.961708 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.plugin [None req-2c69f04e-e60d-46d9-aa39-642684a2e44b admin admin] Calling delete_port for 91e4ba16-e1ba-4928-b70e-43c630f10299 owned by network:router_gateway {{(pid=94020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 03:34:02.131060 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvr_db [None req-65abd01e-49b7-4e20-aaa9-b6abea292f9b None None] Set router 53998690-82d4-490c-bff9-52190466ff54 gateway port host: None {{(pid=94023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:34:02.250564 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-65abd01e-49b7-4e20-aaa9-b6abea292f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53998690-82d4-490c-bff9-52190466ff54', 'name': 'tempest-ServerRescueNegativeTestJSON-328293240-router', 'tenant_id': 'de34d8eb54e54aada3800c65f70a10d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:29:47Z', 'updated_at': '2021-09-25T03:34:01Z', 'revision_number': 6, 'project_id': 'de34d8eb54e54aada3800c65f70a10d3', 'gw_port_host': None}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:34:02.253755 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 54828) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:34:02.340576 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65abd01e-49b7-4e20-aaa9-b6abea292f9b None None] The sync data for ids ['53998690-82d4-490c-bff9-52190466ff54'] in dv-cinder-775706-4-iscsi is: [{'id': '53998690-82d4-490c-bff9-52190466ff54', 'name': 'tempest-ServerRescueNegativeTestJSON-328293240-router', 'tenant_id': 'de34d8eb54e54aada3800c65f70a10d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:29:47Z', 'updated_at': '2021-09-25T03:34:01Z', 'revision_number': 6, 'project_id': 'de34d8eb54e54aada3800c65f70a10d3', 'gw_port_host': None}] {{(pid=94023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 03:34:02.445504 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-2c69f04e-e60d-46d9-aa39-642684a2e44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731880598766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731880292810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937715'] for port, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:02.510358 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c69f04e-e60d-46d9-aa39-642684a2e44b admin admin] Pushing event deleted for resources: {'Port': ['ID=91e4ba16-e1ba-4928-b70e-43c630f10299,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:34:02.568273 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-914070fc-6495-4783-88dc-50716ef27f91 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-517260034-network', 'tenant_id': 'db363e7cf1b9415d89602f3298329e35'}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:34:02.644146 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-2c69f04e-e60d-46d9-aa39-642684a2e44b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3896912'] for router_gateway, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:02.892406 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-2c69f04e-e60d-46d9-aa39-642684a2e44b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3899199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-678'] for router, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:02.902376 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-2c69f04e-e60d-46d9-aa39-642684a2e44b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:02.908190 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-914070fc-6495-4783-88dc-50716ef27f91 admin admin] Made reservation on behalf of db363e7cf1b9415d89602f3298329e35 for: {'network': 1} {{(pid=94020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 03:34:02.913710 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-914070fc-6495-4783-88dc-50716ef27f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for network, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:02.966219 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-914070fc-6495-4783-88dc-50716ef27f91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:03.053217 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-e5916618-2996-4fb0-a967-98f25f626d1d tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:03.279286 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-e5916618-2996-4fb0-a967-98f25f626d1d tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:03.336581 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-2c69f04e-e60d-46d9-aa39-642684a2e44b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3899190'] for router, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:03.338109 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c69f04e-e60d-46d9-aa39-642684a2e44b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53998690-82d4-490c-bff9-52190466ff54 {{(pid=94020) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 03:34:03.347341 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-2c69f04e-e60d-46d9-aa39-642684a2e44b admin admin] Notify callbacks [] for router, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:03.348540 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-2c69f04e-e60d-46d9-aa39-642684a2e44b admin admin] 10.222.0.42 "DELETE /v2.0/routers/53998690-82d4-490c-bff9-52190466ff54 HTTP/1.1" status: 204 len: 168 time: 2.2701683 Sep 25 03:34:03.353972 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 54844) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:34:03.431857 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7dfe3fa-a0bc-4b5a-8a70-4bb24140a5b0 admin admin] Deleting subnet 0072f95d-4fdc-4aac-bdda-8212120e86d9 {{(pid=94020) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 25 03:34:03.439596 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b7dfe3fa-a0bc-4b5a-8a70-4bb24140a5b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:03.495576 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b7dfe3fa-a0bc-4b5a-8a70-4bb24140a5b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328182'] for subnet, precommit_delete_associations {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:03.570698 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-914070fc-6495-4783-88dc-50716ef27f91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:03.581523 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-914070fc-6495-4783-88dc-50716ef27f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:03.599275 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device 48b843ae-3cef-4c7a-bd52-91113ebadb92 no longer exists at agent ovs-agent-dv-cinder-775706-4-iscsi {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 03:34:03.634994 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-914070fc-6495-4783-88dc-50716ef27f91 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=94020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 03:34:03.641429 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b7dfe3fa-a0bc-4b5a-8a70-4bb24140a5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611410'] for subnet, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:03.684887 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] No Port match for: 48b843ae-3cef-4c7a-bd52-91113ebadb92 {{(pid=94022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 25 03:34:03.685588 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device 48b843ae-3cef-4c7a-bd52-91113ebadb92 not bound to the agent host dv-cinder-775706-4-iscsi {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 03:34:03.731836 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-914070fc-6495-4783-88dc-50716ef27f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614597'] for segment, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:03.732858 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.db.segments_db [None req-914070fc-6495-4783-88dc-50716ef27f91 admin admin] Added segment e95060b2-b7b1-413f-8b0c-ca64c0be8c3d of type vlan for network 3af85cfb-dd93-48a8-a1e1-fc03ce02f109 Sep 25 03:34:03.759723 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914070fc-6495-4783-88dc-50716ef27f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7742002d-43d3-4fae-b106-4ecb38d73233,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:34:03.760313 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-e5916618-2996-4fb0-a967-98f25f626d1d tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Notify callbacks [] for port, precommit_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:03.780945 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-e5916618-2996-4fb0-a967-98f25f626d1d tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3214569'] for port, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:03.857418 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-914070fc-6495-4783-88dc-50716ef27f91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731880296735'] for network, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:03.892483 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5916618-2996-4fb0-a967-98f25f626d1d tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Pushing event updated for resources: {'Port': ['ID=deca434f-a266-4e17-a44e-b1b9060b09f0,revision_number=2']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:34:03.893642 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b7dfe3fa-a0bc-4b5a-8a70-4bb24140a5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9253219'] for subnet, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:03.918269 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-e5916618-2996-4fb0-a967-98f25f626d1d tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3896858'] for floatingip, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:03.953480 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b7dfe3fa-a0bc-4b5a-8a70-4bb24140a5b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:03.959050 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-b7dfe3fa-a0bc-4b5a-8a70-4bb24140a5b0 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/0072f95d-4fdc-4aac-bdda-8212120e86d9 HTTP/1.1" status: 204 len: 168 time: 0.6042697 Sep 25 03:34:03.959986 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dfe3fa-a0bc-4b5a-8a70-4bb24140a5b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0072f95d-4fdc-4aac-bdda-8212120e86d9,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:34:03.973627 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 54850) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:34:04.030905 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-914070fc-6495-4783-88dc-50716ef27f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117'] for network, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:04.036392 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914070fc-6495-4783-88dc-50716ef27f91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:04.037279 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-914070fc-6495-4783-88dc-50716ef27f91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3625783'] for network, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:04.156377 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-914070fc-6495-4783-88dc-50716ef27f91 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9015214 Sep 25 03:34:04.162508 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 54856) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:34:04.166467 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.db.l3_db [None req-e5916618-2996-4fb0-a967-98f25f626d1d tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Floating IP 3277c85f-c198-4795-b46c-cdd3a72fb20e associated. External IP: 172.27.1.104, port: 2c1ba797-a06f-4981-b29e-31552dba795c. Sep 25 03:34:04.167469 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-769b5622-ea57-4b02-bd11-87df83309911 admin admin] Request body: {'subnet': {'network_id': '3af85cfb-dd93-48a8-a1e1-fc03ce02f109', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-517260034-subnet', 'tenant_id': 'db363e7cf1b9415d89602f3298329e35', 'ip_version': 4}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:34:04.203731 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914070fc-6495-4783-88dc-50716ef27f91 admin admin] Pushing event updated for resources: {'Network': ['ID=3af85cfb-dd93-48a8-a1e1-fc03ce02f109,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:34:04.216887 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-13eed6b5-2331-4eb6-8f7b-c33d787b17c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581802'] for network, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:04.217648 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Network 3af85cfb-dd93-48a8-a1e1-fc03ce02f109 details requested by agent ovs-agent-dv-cinder-775706-4-iscsi with host dv-cinder-775706-4-iscsi {{(pid=94022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 03:34:04.280954 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-769b5622-ea57-4b02-bd11-87df83309911 admin admin] Made reservation on behalf of db363e7cf1b9415d89602f3298329e35 for: {'subnet': 1} {{(pid=94020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 03:34:04.288263 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-769b5622-ea57-4b02-bd11-87df83309911 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9253190'] for subnet, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:04.506206 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-13eed6b5-2331-4eb6-8f7b-c33d787b17c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611307', 'neutron.services.segments.db._delete_segments_for_network-8731880838548'] for network, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:04.573513 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.services.segments.db [None req-13eed6b5-2331-4eb6-8f7b-c33d787b17c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04b053c7-110d-4a44-9e11-89395a2b33fc']}} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:34:04.592208 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.services.segments.db [None req-13eed6b5-2331-4eb6-8f7b-c33d787b17c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b908095-492d-4392-bdf1-2ef9f66d1c1d') {'for_net_delete': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:34:04.592865 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.services.segments.db [None req-13eed6b5-2331-4eb6-8f7b-c33d787b17c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b908095-492d-4392-bdf1-2ef9f66d1c1d') {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:34:04.609773 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-13eed6b5-2331-4eb6-8f7b-c33d787b17c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731880837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328175'] for segment, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:04.629070 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5916618-2996-4fb0-a967-98f25f626d1d tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Router ee882d62-57cb-438d-b888-297a1e4fa937 has already been hosted by L3 agent be170b3f-ec9b-4dfa-8e40-fa1591bf80a9 {{(pid=94021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 03:34:04.672171 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-13eed6b5-2331-4eb6-8f7b-c33d787b17c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614597'] for segment, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:04.687157 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13eed6b5-2331-4eb6-8f7b-c33d787b17c9 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=94020) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 03:34:04.687753 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-13eed6b5-2331-4eb6-8f7b-c33d787b17c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8938496'] for segment, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:04.690964 dv-cinder-775706-4-iscsi neutron-server[94020]: Traceback (most recent call last): Sep 25 03:34:04.690964 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 25 03:34:04.690964 dv-cinder-775706-4-iscsi neutron-server[94020]: timer() Sep 25 03:34:04.690964 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 25 03:34:04.690964 dv-cinder-775706-4-iscsi neutron-server[94020]: cb(*args, **kw) Sep 25 03:34:04.690964 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 25 03:34:04.690964 dv-cinder-775706-4-iscsi neutron-server[94020]: return func(*args, **kwargs) Sep 25 03:34:04.690964 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 25 03:34:04.690964 dv-cinder-775706-4-iscsi neutron-server[94020]: self._notify() Sep 25 03:34:04.690964 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 25 03:34:04.690964 dv-cinder-775706-4-iscsi neutron-server[94020]: self.callback(batched_events) Sep 25 03:34:04.690964 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 25 03:34:04.690964 dv-cinder-775706-4-iscsi neutron-server[94020]: event.method(event) Sep 25 03:34:04.690964 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 25 03:34:04.690964 dv-cinder-775706-4-iscsi neutron-server[94020]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 25 03:34:04.690964 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 25 03:34:04.690964 dv-cinder-775706-4-iscsi neutron-server[94020]: aggregate_uuid = self.p_client.list_aggregates( Sep 25 03:34:04.690964 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 25 03:34:04.690964 dv-cinder-775706-4-iscsi neutron-server[94020]: return f(self, *a, **k) Sep 25 03:34:04.690964 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 25 03:34:04.690964 dv-cinder-775706-4-iscsi neutron-server[94020]: return self._get(url).json() Sep 25 03:34:04.690964 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 25 03:34:04.690964 dv-cinder-775706-4-iscsi neutron-server[94020]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 25 03:34:04.690964 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 25 03:34:04.690964 dv-cinder-775706-4-iscsi neutron-server[94020]: return self.request(url, 'GET', **kwargs) Sep 25 03:34:04.690964 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 25 03:34:04.690964 dv-cinder-775706-4-iscsi neutron-server[94020]: base_url = self.get_endpoint(auth, allow=allow, Sep 25 03:34:04.690964 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 25 03:34:04.690964 dv-cinder-775706-4-iscsi neutron-server[94020]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 25 03:34:04.690964 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 25 03:34:04.690964 dv-cinder-775706-4-iscsi neutron-server[94020]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 25 03:34:04.690964 dv-cinder-775706-4-iscsi neutron-server[94020]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 25 03:34:04.800356 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-13eed6b5-2331-4eb6-8f7b-c33d787b17c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896844'] for network, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:04.805615 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-13eed6b5-2331-4eb6-8f7b-c33d787b17c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3625783'] for network, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:04.808301 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-13eed6b5-2331-4eb6-8f7b-c33d787b17c9 admin admin] 10.222.0.42 "DELETE /v2.0/networks/04b053c7-110d-4a44-9e11-89395a2b33fc HTTP/1.1" status: 204 len: 168 time: 0.8281596 Sep 25 03:34:04.835585 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-769b5622-ea57-4b02-bd11-87df83309911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8937583', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9253236'] for subnet, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:04.842237 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5916618-2996-4fb0-a967-98f25f626d1d tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Notify agent at l3_agent.dv-cinder-775706-4-iscsi the message routers_updated {{(pid=94021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 03:34:04.854323 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eed6b5-2331-4eb6-8f7b-c33d787b17c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=04b053c7-110d-4a44-9e11-89395a2b33fc,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:34:04.857928 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f2b243-0af8-4191-b530-8510c4faf10c None None] Sync routers for ids ['ee882d62-57cb-438d-b888-297a1e4fa937'] in dv-cinder-775706-4-iscsi {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 03:34:04.883229 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-e5916618-2996-4fb0-a967-98f25f626d1d tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950'] for floatingip, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:04.883515 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f2b243-0af8-4191-b530-8510c4faf10c None None] Routers {'ee882d62-57cb-438d-b888-297a1e4fa937'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:34:04.885218 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-08f2b243-0af8-4191-b530-8510c4faf10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:33:48Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['ee882d62-57cb-438d-b888-297a1e4fa937'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:34:04.948475 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-e5916618-2996-4fb0-a967-98f25f626d1d tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.2795951 Sep 25 03:34:04.949340 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce2416f9-cc1c-41d7-a7e5-1bd65f617422', 'tag': '2c1ba797-a06f-4981-b29e-31552dba795c'}] {{(pid=94021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 03:34:04.954128 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e2fb5340eb8446ff58cd715b9748d5b5aabaa2e5f9ab10f469ed89a7c45a212" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea0dff1-a5c6-48a3-8834-4f571a6c3dd8" -d '{"events": [{"name": "network-changed", "server_uuid": "ce2416f9-cc1c-41d7-a7e5-1bd65f617422", "tag": "2c1ba797-a06f-4981-b29e-31552dba795c"}]}' {{(pid=94021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 03:34:05.024394 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 03:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39244f2a-3705-4866-973c-d7d2d1b8281d x-openstack-request-id: req-39244f2a-3705-4866-973c-d7d2d1b8281d {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 03:34:05.029002 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce2416f9-cc1c-41d7-a7e5-1bd65f617422", "tag": "2c1ba797-a06f-4981-b29e-31552dba795c", "status": "completed", "code": 200}]} {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 03:34:05.029260 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-39244f2a-3705-4866-973c-d7d2d1b8281d {{(pid=94021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 03:34:05.029678 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce2416f9-cc1c-41d7-a7e5-1bd65f617422', 'tag': '2c1ba797-a06f-4981-b29e-31552dba795c', 'status': 'completed', 'code': 200} Sep 25 03:34:05.072971 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769b5622-ea57-4b02-bd11-87df83309911 admin admin] Checking segment: {'id': 'e95060b2-b7b1-413f-8b0c-ca64c0be8c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3af85cfb-dd93-48a8-a1e1-fc03ce02f109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 03:34:05.073344 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769b5622-ea57-4b02-bd11-87df83309911 admin admin] Network hostable DHCP agents. Network: 3af85cfb-dd93-48a8-a1e1-fc03ce02f109, hostable agents: ['2fa0f05e-bfa9-4bbd-9fe7-8d8f67ba176e'], hosted agents: [] {{(pid=94020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 03:34:05.088443 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device 91e4ba16-e1ba-4928-b70e-43c630f10299 no longer exists at agent ovs-agent-dv-cinder-775706-4-iscsi {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 03:34:05.098885 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 54870) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:34:05.145331 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] No Port match for: 91e4ba16-e1ba-4928-b70e-43c630f10299 {{(pid=94022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 25 03:34:05.153433 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device 91e4ba16-e1ba-4928-b70e-43c630f10299 not bound to the agent host dv-cinder-775706-4-iscsi {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 03:34:05.174240 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769b5622-ea57-4b02-bd11-87df83309911 admin admin] Pushing event updated for resources: {'Subnet': ['ID=214e70c9-9735-4259-b6d5-e362dbd8f3ae,revision_number=0']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:34:05.201309 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769b5622-ea57-4b02-bd11-87df83309911 admin admin] Network 3af85cfb-dd93-48a8-a1e1-fc03ce02f109 is scheduled to be hosted by DHCP agent 2fa0f05e-bfa9-4bbd-9fe7-8d8f67ba176e with binding_index 1 {{(pid=94020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 03:34:05.207479 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0dff1-a5c6-48a3-8834-4f571a6c3dd8 req-50541855-cad6-438c-a0a2-69ab9c6edfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:05.210962 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6ea0dff1-a5c6-48a3-8834-4f571a6c3dd8 req-50541855-cad6-438c-a0a2-69ab9c6edfff service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7ef1d76a90104052a3716c563fd608ad&device_id=ce2416f9-cc1c-41d7-a7e5-1bd65f617422 HTTP/1.1" status: 200 len: 1098 time: 0.1326737 Sep 25 03:34:05.267364 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.base_scheduler [None req-769b5622-ea57-4b02-bd11-87df83309911 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-4-iscsi, 3af85cfb-dd93-48a8-a1e1-fc03ce02f109) {{(pid=94020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:34:05.273935 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769b5622-ea57-4b02-bd11-87df83309911 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:05.274667 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-769b5622-ea57-4b02-bd11-87df83309911 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:05.292121 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-08f2b243-0af8-4191-b530-8510c4faf10c None None] Set router ee882d62-57cb-438d-b888-297a1e4fa937 gateway port host: dv-cinder-775706-4-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:34:05.292476 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-3b624ba1-af0b-4b19-8635-d29d51e9fd76 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=de34d8eb54e54aada3800c65f70a10d3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1794245 Sep 25 03:34:05.297956 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 54872) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:34:05.299650 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f6d28e-720b-4082-bf9e-c1edfb66f514 None None] Network 3af85cfb-dd93-48a8-a1e1-fc03ce02f109 requested from dv-cinder-775706-4-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 03:34:05.310797 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-769b5622-ea57-4b02-bd11-87df83309911 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1472104 Sep 25 03:34:05.317418 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 54874) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:34:05.333456 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-30db857a-d462-49d0-8b1b-5a72b0045348 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-517260034-router', 'tenant_id': 'db363e7cf1b9415d89602f3298329e35', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4'}}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:34:05.390368 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-30db857a-d462-49d0-8b1b-5a72b0045348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3896197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-664'] for router, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:05.391622 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-30db857a-d462-49d0-8b1b-5a72b0045348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3899253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3897221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3754266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-657'] for router, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:05.418231 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-23140c54-04a6-412b-afae-c25b24c7cf13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:05.461158 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0dff1-a5c6-48a3-8834-4f571a6c3dd8 req-940a3041-cdce-43ff-bb7c-64951c4eef70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:05.464519 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6ea0dff1-a5c6-48a3-8834-4f571a6c3dd8 req-940a3041-cdce-43ff-bb7c-64951c4eef70 service neutron] 10.222.0.45 "GET /v2.0/networks?id=880aba30-576b-4b1a-acc6-7a7e08bebf3a HTTP/1.1" status: 200 len: 909 time: 0.2444077 Sep 25 03:34:05.485606 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-23140c54-04a6-412b-afae-c25b24c7cf13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:05.521241 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-30db857a-d462-49d0-8b1b-5a72b0045348 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:05.625934 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6ea0dff1-a5c6-48a3-8834-4f571a6c3dd8 req-0242ebd1-0ebe-44df-bcf8-9ab03cfb2e58 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c1ba797-a06f-4981-b29e-31552dba795c HTTP/1.1" status: 200 len: 999 time: 0.1530886 Sep 25 03:34:05.731784 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-30db857a-d462-49d0-8b1b-5a72b0045348 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:05.784030 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-23140c54-04a6-412b-afae-c25b24c7cf13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:05.815106 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-23140c54-04a6-412b-afae-c25b24c7cf13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:05.817122 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-23140c54-04a6-412b-afae-c25b24c7cf13 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2cd2af23-9c35-4d6c-8105-932721fd58b6 HTTP/1.1" status: 204 len: 168 time: 0.5175960 Sep 25 03:34:05.921851 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23140c54-04a6-412b-afae-c25b24c7cf13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd2af23-9c35-4d6c-8105-932721fd58b6,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:34:06.027107 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085e3610-a66b-487a-9eb1-b8b57a5f9428 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c88a26-1ed6-5ec8-9aa6-98e2f6c7529d-3af85cfb-dd93-48a8-a1e1-fc03ce02f109', 'network_id': '3af85cfb-dd93-48a8-a1e1-fc03ce02f109', 'tenant_id': 'db363e7cf1b9415d89602f3298329e35', 'fixed_ips': [{'subnet_id': '214e70c9-9735-4259-b6d5-e362dbd8f3ae'}]}} from dv-cinder-775706-4-iscsi. {{(pid=94022) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 25 03:34:06.030254 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-085e3610-a66b-487a-9eb1-b8b57a5f9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_create {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:06.397092 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0dff1-a5c6-48a3-8834-4f571a6c3dd8 req-83c0789e-49ca-4872-9041-d2d09475348e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:06.398688 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6ea0dff1-a5c6-48a3-8834-4f571a6c3dd8 req-83c0789e-49ca-4872-9041-d2d09475348e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0b95fb34-6b69-4305-8271-231f7ffdb3bd HTTP/1.1" status: 200 len: 847 time: 0.7517722 Sep 25 03:34:06.402032 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-08f2b243-0af8-4191-b530-8510c4faf10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee882d62-57cb-438d-b888-297a1e4fa937', 'name': 'tempest-TestShelveInstance-706234497-router', 'tenant_id': '7ef1d76a90104052a3716c563fd608ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '6c6f8c49-6768-4f0d-9326-4ee1536f9735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:32:38Z', 'updated_at': '2021-09-25T03:32:42Z', 'revision_number': 4, 'project_id': '7ef1d76a90104052a3716c563fd608ad', 'gw_port': {'id': '6c6f8c49-6768-4f0d-9326-4ee1536f9735', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee882d62-57cb-438d-b888-297a1e4fa937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:32:39Z', 'updated_at': '2021-09-25T03:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_floatingips': [{'id': '3277c85f-c198-4795-b46c-cdd3a72fb20e', 'tenant_id': '7ef1d76a90104052a3716c563fd608ad', 'floating_ip_address': '172.27.1.104', 'floating_network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'router_id': 'ee882d62-57cb-438d-b888-297a1e4fa937', 'port_id': '2c1ba797-a06f-4981-b29e-31552dba795c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '880aba30-576b-4b1a-acc6-7a7e08bebf3a', 'mac_address': 'fa:16:3e:cd:ba:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2416f9-cc1c-41d7-a7e5-1bd65f617422', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-25T03:34:02Z', 'updated_at': '2021-09-25T03:34:02Z', 'revision_number': 0, 'project_id': '7ef1d76a90104052a3716c563fd608ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '189f62cf-505c-44f0-9b3d-961567bc0539', 'name': '', 'network_id': '880aba30-576b-4b1a-acc6-7a7e08bebf3a', 'tenant_id': '7ef1d76a90104052a3716c563fd608ad', 'mac_address': 'fa:16:3e:59:45:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee882d62-57cb-438d-b888-297a1e4fa937', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '0b95fb34-6b69-4305-8271-231f7ffdb3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:32:41Z', 'updated_at': '2021-09-25T03:32:48Z', 'revision_number': 5, 'project_id': '7ef1d76a90104052a3716c563fd608ad', 'subnets': [{'id': '0b95fb34-6b69-4305-8271-231f7ffdb3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:34:06.467805 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-30db857a-d462-49d0-8b1b-5a72b0045348 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:06.484287 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.db_base_plugin_common [None req-085e3610-a66b-487a-9eb1-b8b57a5f9428 None None] Allocated IP 172.20.0.2 (3af85cfb-dd93-48a8-a1e1-fc03ce02f109/214e70c9-9735-4259-b6d5-e362dbd8f3ae/792be6c2-892f-44e4-a556-097e8e961437) {{(pid=94022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 03:34:06.489819 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f2b243-0af8-4191-b530-8510c4faf10c None None] Checking router: ee882d62-57cb-438d-b888-297a1e4fa937 for host: dv-cinder-775706-4-iscsi {{(pid=94022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 03:34:06.536024 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-30db857a-d462-49d0-8b1b-5a72b0045348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:06.537960 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0dff1-a5c6-48a3-8834-4f571a6c3dd8 req-02ff7f0c-7b01-412a-bb72-f06c5f43086f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:06.541095 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6ea0dff1-a5c6-48a3-8834-4f571a6c3dd8 req-02ff7f0c-7b01-412a-bb72-f06c5f43086f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=880aba30-576b-4b1a-acc6-7a7e08bebf3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1331122 Sep 25 03:34:06.543604 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f2b243-0af8-4191-b530-8510c4faf10c None None] Routers {'ee882d62-57cb-438d-b888-297a1e4fa937'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:34:06.545671 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-08f2b243-0af8-4191-b530-8510c4faf10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:33:48Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['ee882d62-57cb-438d-b888-297a1e4fa937'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:34:06.831435 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6ea0dff1-a5c6-48a3-8834-4f571a6c3dd8 req-a261d956-d5b8-411e-8343-d7ac5500e806 service neutron] 10.222.0.45 "GET /v2.0/networks/880aba30-576b-4b1a-acc6-7a7e08bebf3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716496 Sep 25 03:34:06.840130 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.db.db_base_plugin_common [None req-30db857a-d462-49d0-8b1b-5a72b0045348 admin admin] Allocated IP 172.27.1.160 (11c2fcee-3e12-40fc-bbdd-73661221b9b4/9bf1e901-4101-4c8d-9b58-09aedeb11d2a/4e4847b6-1d43-43aa-8619-ae9e17029fc4) {{(pid=94020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 03:34:07.157277 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-30db857a-d462-49d0-8b1b-5a72b0045348 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:07.208603 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-08f2b243-0af8-4191-b530-8510c4faf10c None None] Set router ee882d62-57cb-438d-b888-297a1e4fa937 gateway port host: dv-cinder-775706-4-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:34:07.256689 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-085e3610-a66b-487a-9eb1-b8b57a5f9428 None None] Notify callbacks [] for port, precommit_create {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:07.275810 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-085e3610-a66b-487a-9eb1-b8b57a5f9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731880292801'] for port, after_create {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:07.289121 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-30db857a-d462-49d0-8b1b-5a72b0045348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731880292801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937715'] for port, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:07.365530 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085e3610-a66b-487a-9eb1-b8b57a5f9428 None None] Network 3af85cfb-dd93-48a8-a1e1-fc03ce02f109 is already hosted by enough agents. {{(pid=94022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 03:34:07.372685 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.scheduler.base_scheduler [None req-085e3610-a66b-487a-9eb1-b8b57a5f9428 None None] Resources bound (agent type, host, resource id): {{(pid=94022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:34:07.378745 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085e3610-a66b-487a-9eb1-b8b57a5f9428 None None] Received port after_create {{(pid=94022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 03:34:07.396433 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30db857a-d462-49d0-8b1b-5a72b0045348 admin admin] Network 11c2fcee-3e12-40fc-bbdd-73661221b9b4 is already hosted by enough agents. {{(pid=94020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 03:34:07.400096 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.base_scheduler [None req-30db857a-d462-49d0-8b1b-5a72b0045348 admin admin] Resources bound (agent type, host, resource id): {{(pid=94020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:34:07.400338 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e3610-a66b-487a-9eb1-b8b57a5f9428 None None] Pushing event updated for resources: {'Port': ['ID=792be6c2-892f-44e4-a556-097e8e961437,revision_number=1']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:34:07.422323 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30db857a-d462-49d0-8b1b-5a72b0045348 admin admin] Pushing event updated for resources: {'Port': ['ID=4e4847b6-1d43-43aa-8619-ae9e17029fc4,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:34:07.430395 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30db857a-d462-49d0-8b1b-5a72b0045348 admin admin] Received port after_create {{(pid=94020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 03:34:07.589540 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-085e3610-a66b-487a-9eb1-b8b57a5f9428 None None] Attempting to bind port 792be6c2-892f-44e4-a556-097e8e961437 on host dv-cinder-775706-4-iscsi for vnic_type normal with profile {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 03:34:07.590070 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-085e3610-a66b-487a-9eb1-b8b57a5f9428 None None] Attempting to bind port 792be6c2-892f-44e4-a556-097e8e961437 by drivers openvswitch,hyperv on host dv-cinder-775706-4-iscsi at level 0 using segments [{'id': 'e95060b2-b7b1-413f-8b0c-ca64c0be8c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3af85cfb-dd93-48a8-a1e1-fc03ce02f109'}] {{(pid=94022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 03:34:07.590668 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085e3610-a66b-487a-9eb1-b8b57a5f9428 None None] Attempting to bind port 792be6c2-892f-44e4-a556-097e8e961437 on network 3af85cfb-dd93-48a8-a1e1-fc03ce02f109 {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 03:34:07.606404 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 54912) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:34:07.615654 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085e3610-a66b-487a-9eb1-b8b57a5f9428 None None] Checking agent: {'id': '92762cd5-f40e-4e3b-860e-7f1faf1bdbcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 3, 21, 49), 'started_at': datetime.datetime(2021, 9, 25, 3, 22, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 3, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 03:34:07.620127 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085e3610-a66b-487a-9eb1-b8b57a5f9428 None None] Checking segment: {'id': 'e95060b2-b7b1-413f-8b0c-ca64c0be8c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3af85cfb-dd93-48a8-a1e1-fc03ce02f109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 03:34:07.620127 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-085e3610-a66b-487a-9eb1-b8b57a5f9428 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:07.620127 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085e3610-a66b-487a-9eb1-b8b57a5f9428 None None] Bound using segment: {'id': 'e95060b2-b7b1-413f-8b0c-ca64c0be8c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3af85cfb-dd93-48a8-a1e1-fc03ce02f109'} {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 03:34:07.620127 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-085e3610-a66b-487a-9eb1-b8b57a5f9428 None None] Bound port: 792be6c2-892f-44e4-a556-097e8e961437, host: dv-cinder-775706-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e95060b2-b7b1-413f-8b0c-ca64c0be8c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3af85cfb-dd93-48a8-a1e1-fc03ce02f109'}}] {{(pid=94022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 03:34:07.620127 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-085e3610-a66b-487a-9eb1-b8b57a5f9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:07.837287 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-4c068a94-401b-4d39-ad9e-3970af425eb1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-602541266-network', 'tenant_id': '6cd33c8ad4e54784833c9620269a3a7e'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:34:07.867164 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-30db857a-d462-49d0-8b1b-5a72b0045348 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:07.888717 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-085e3610-a66b-487a-9eb1-b8b57a5f9428 None None] For port 792be6c2-892f-44e4-a556-097e8e961437, host dv-cinder-775706-4-iscsi, cleared binding levels {{(pid=94022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 03:34:07.896256 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c068a94-401b-4d39-ad9e-3970af425eb1 admin admin] Made reservation on behalf of 6cd33c8ad4e54784833c9620269a3a7e for: {'network': 1} {{(pid=94021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 03:34:07.899782 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-085e3610-a66b-487a-9eb1-b8b57a5f9428 None None] For port 792be6c2-892f-44e4-a556-097e8e961437, host dv-cinder-775706-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=792be6c2-892f-44e4-a556-097e8e961437,segment=NetworkSegment(e95060b2-b7b1-413f-8b0c-ca64c0be8c3d),segment_id=e95060b2-b7b1-413f-8b0c-ca64c0be8c3d)] {{(pid=94022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 03:34:07.902942 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-4c068a94-401b-4d39-ad9e-3970af425eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for network, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:07.915022 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-085e3610-a66b-487a-9eb1-b8b57a5f9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:07.921280 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-4c068a94-401b-4d39-ad9e-3970af425eb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:08.017765 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e3610-a66b-487a-9eb1-b8b57a5f9428 None None] Pushing event updated for resources: {'Port': ['ID=792be6c2-892f-44e4-a556-097e8e961437,revision_number=2']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:34:08.041252 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-08f2b243-0af8-4191-b530-8510c4faf10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee882d62-57cb-438d-b888-297a1e4fa937', 'name': 'tempest-TestShelveInstance-706234497-router', 'tenant_id': '7ef1d76a90104052a3716c563fd608ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '6c6f8c49-6768-4f0d-9326-4ee1536f9735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:32:38Z', 'updated_at': '2021-09-25T03:32:42Z', 'revision_number': 4, 'project_id': '7ef1d76a90104052a3716c563fd608ad', 'gw_port': {'id': '6c6f8c49-6768-4f0d-9326-4ee1536f9735', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee882d62-57cb-438d-b888-297a1e4fa937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:32:39Z', 'updated_at': '2021-09-25T03:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_floatingips': [{'id': '3277c85f-c198-4795-b46c-cdd3a72fb20e', 'tenant_id': '7ef1d76a90104052a3716c563fd608ad', 'floating_ip_address': '172.27.1.104', 'floating_network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'router_id': 'ee882d62-57cb-438d-b888-297a1e4fa937', 'port_id': '2c1ba797-a06f-4981-b29e-31552dba795c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '880aba30-576b-4b1a-acc6-7a7e08bebf3a', 'mac_address': 'fa:16:3e:cd:ba:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2416f9-cc1c-41d7-a7e5-1bd65f617422', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-25T03:34:02Z', 'updated_at': '2021-09-25T03:34:02Z', 'revision_number': 0, 'project_id': '7ef1d76a90104052a3716c563fd608ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '189f62cf-505c-44f0-9b3d-961567bc0539', 'name': '', 'network_id': '880aba30-576b-4b1a-acc6-7a7e08bebf3a', 'tenant_id': '7ef1d76a90104052a3716c563fd608ad', 'mac_address': 'fa:16:3e:59:45:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee882d62-57cb-438d-b888-297a1e4fa937', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '0b95fb34-6b69-4305-8271-231f7ffdb3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:32:41Z', 'updated_at': '2021-09-25T03:32:48Z', 'revision_number': 5, 'project_id': '7ef1d76a90104052a3716c563fd608ad', 'subnets': [{'id': '0b95fb34-6b69-4305-8271-231f7ffdb3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:34:08.112515 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f2b243-0af8-4191-b530-8510c4faf10c None None] The sync data for ids ['ee882d62-57cb-438d-b888-297a1e4fa937'] in dv-cinder-775706-4-iscsi is: [{'id': 'ee882d62-57cb-438d-b888-297a1e4fa937', 'name': 'tempest-TestShelveInstance-706234497-router', 'tenant_id': '7ef1d76a90104052a3716c563fd608ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '6c6f8c49-6768-4f0d-9326-4ee1536f9735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:32:38Z', 'updated_at': '2021-09-25T03:32:42Z', 'revision_number': 4, 'project_id': '7ef1d76a90104052a3716c563fd608ad', 'gw_port': {'id': '6c6f8c49-6768-4f0d-9326-4ee1536f9735', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee882d62-57cb-438d-b888-297a1e4fa937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:32:39Z', 'updated_at': '2021-09-25T03:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_floatingips': [{'id': '3277c85f-c198-4795-b46c-cdd3a72fb20e', 'tenant_id': '7ef1d76a90104052a3716c563fd608ad', 'floating_ip_address': '172.27.1.104', 'floating_network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'router_id': 'ee882d62-57cb-438d-b888-297a1e4fa937', 'port_id': '2c1ba797-a06f-4981-b29e-31552dba795c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '880aba30-576b-4b1a-acc6-7a7e08bebf3a', 'mac_address': 'fa:16:3e:cd:ba:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2416f9-cc1c-41d7-a7e5-1bd65f617422', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-25T03:34:02Z', 'updated_at': '2021-09-25T03:34:02Z', 'revision_number': 0, 'project_id': '7ef1d76a90104052a3716c563fd608ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '189f62cf-505c-44f0-9b3d-961567bc0539', 'name': '', 'network_id': '880aba30-576b-4b1a-acc6-7a7e08bebf3a', 'tenant_id': '7ef1d76a90104052a3716c563fd608ad', 'mac_address': 'fa:16:3e:59:45:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee882d62-57cb-438d-b888-297a1e4fa937', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '0b95fb34-6b69-4305-8271-231f7ffdb3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:32:41Z', 'updated_at': '2021-09-25T03:32:48Z', 'revision_number': 5, 'project_id': '7ef1d76a90104052a3716c563fd608ad', 'subnets': [{'id': '0b95fb34-6b69-4305-8271-231f7ffdb3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 03:34:08.287659 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-4c068a94-401b-4d39-ad9e-3970af425eb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:08.299440 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-4c068a94-401b-4d39-ad9e-3970af425eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:08.356353 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c068a94-401b-4d39-ad9e-3970af425eb1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=94021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 03:34:08.379673 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c068a94-401b-4d39-ad9e-3970af425eb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8ba498-082d-4ce4-868c-35d4ebb217dd,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:34:08.414957 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-4c068a94-401b-4d39-ad9e-3970af425eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614597'] for segment, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:08.415695 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.db.segments_db [None req-4c068a94-401b-4d39-ad9e-3970af425eb1 admin admin] Added segment 333f268c-633b-4815-af96-4f793cf73c09 of type vlan for network 0db9f430-59d9-43f8-9631-d99e7f9ba1b1 Sep 25 03:34:08.419986 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6ea0dff1-a5c6-48a3-8834-4f571a6c3dd8 req-e06e657d-c421-4488-b0e4-9108ebbe58a4 service neutron] 10.222.0.45 "GET /v2.0/networks/880aba30-576b-4b1a-acc6-7a7e08bebf3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3758554 Sep 25 03:34:08.477627 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-30db857a-d462-49d0-8b1b-5a72b0045348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3899148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897272'] for router, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:08.516496 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-4c068a94-401b-4d39-ad9e-3970af425eb1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731880296735'] for network, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:08.607535 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-4c068a94-401b-4d39-ad9e-3970af425eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117'] for network, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:08.609460 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c068a94-401b-4d39-ad9e-3970af425eb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:08.610454 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-4c068a94-401b-4d39-ad9e-3970af425eb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3625783'] for network, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:08.672567 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-4c068a94-401b-4d39-ad9e-3970af425eb1 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0616133 Sep 25 03:34:08.687447 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 54920) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:34:08.699444 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-95c2fa4b-21d0-4729-87bc-7880b7d142f1 admin admin] Request body: {'subnet': {'network_id': '0db9f430-59d9-43f8-9631-d99e7f9ba1b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-602541266-subnet', 'tenant_id': '6cd33c8ad4e54784833c9620269a3a7e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:34:08.705668 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45d0631-5100-4bfb-bf86-d5bf4d14c272 None None] New status for floating IP 3277c85f-c198-4795-b46c-cdd3a72fb20e: ACTIVE {{(pid=94023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 25 03:34:08.828674 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c2fa4b-21d0-4729-87bc-7880b7d142f1 admin admin] Made reservation on behalf of 6cd33c8ad4e54784833c9620269a3a7e for: {'subnet': 1} {{(pid=94021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 03:34:08.833540 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-95c2fa4b-21d0-4729-87bc-7880b7d142f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9426376'] for subnet, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:08.837330 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c068a94-401b-4d39-ad9e-3970af425eb1 admin admin] Pushing event updated for resources: {'Network': ['ID=0db9f430-59d9-43f8-9631-d99e7f9ba1b1,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:34:08.853660 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Network 0db9f430-59d9-43f8-9631-d99e7f9ba1b1 details requested by agent ovs-agent-dv-cinder-775706-4-iscsi with host dv-cinder-775706-4-iscsi {{(pid=94022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 03:34:08.865236 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30db857a-d462-49d0-8b1b-5a72b0045348 admin admin] Router 4ffb49e0-1e1c-4b63-b363-7c32786630d6 is scheduled to L3 agent be170b3f-ec9b-4dfa-8e40-fa1591bf80a9 with binding_index 1 {{(pid=94020) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 03:34:09.119087 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30db857a-d462-49d0-8b1b-5a72b0045348 admin admin] Notify agent at l3_agent.dv-cinder-775706-4-iscsi the message routers_updated {{(pid=94020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 03:34:09.141160 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4202315-e126-4b47-aba7-0ee719f74f4f None None] Sync routers for ids ['4ffb49e0-1e1c-4b63-b363-7c32786630d6'] in dv-cinder-775706-4-iscsi {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 03:34:09.174246 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4202315-e126-4b47-aba7-0ee719f74f4f None None] Routers {'4ffb49e0-1e1c-4b63-b363-7c32786630d6'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:34:09.176426 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-e4202315-e126-4b47-aba7-0ee719f74f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:33:48Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['4ffb49e0-1e1c-4b63-b363-7c32786630d6'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:34:09.209451 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-30db857a-d462-49d0-8b1b-5a72b0045348 admin admin] Notify callbacks [] for router, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:09.218228 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 54924) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:34:09.227308 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-30db857a-d462-49d0-8b1b-5a72b0045348 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.8990612 Sep 25 03:34:09.279116 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device 792be6c2-892f-44e4-a556-097e8e961437 up at agent ovs-agent-dv-cinder-775706-4-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 03:34:09.506672 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Provisioning complete for port 792be6c2-892f-44e4-a556-097e8e961437 triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:34:09.507704 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:09.566097 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-e4202315-e126-4b47-aba7-0ee719f74f4f None None] Set router 4ffb49e0-1e1c-4b63-b363-7c32786630d6 gateway port host: dv-cinder-775706-4-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:34:09.775422 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-95c2fa4b-21d0-4729-87bc-7880b7d142f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3214462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9426426'] for subnet, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:09.896949 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbff911-dede-4dfb-921e-1508b4a5f77a None None] Network 3af85cfb-dd93-48a8-a1e1-fc03ce02f109 requested from dv-cinder-775706-4-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 03:34:09.974054 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:10.067792 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c2fa4b-21d0-4729-87bc-7880b7d142f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15c2144b-0628-4ad0-89f3-cf74162bcbd6,revision_number=0']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:34:10.161433 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c2fa4b-21d0-4729-87bc-7880b7d142f1 admin admin] Checking segment: {'id': '333f268c-633b-4815-af96-4f793cf73c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '0db9f430-59d9-43f8-9631-d99e7f9ba1b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 03:34:10.161973 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c2fa4b-21d0-4729-87bc-7880b7d142f1 admin admin] Network hostable DHCP agents. Network: 0db9f430-59d9-43f8-9631-d99e7f9ba1b1, hostable agents: ['2fa0f05e-bfa9-4bbd-9fe7-8d8f67ba176e'], hosted agents: [] {{(pid=94021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 03:34:10.190305 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] For port 792be6c2-892f-44e4-a556-097e8e961437, host dv-cinder-775706-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=792be6c2-892f-44e4-a556-097e8e961437,segment=NetworkSegment(e95060b2-b7b1-413f-8b0c-ca64c0be8c3d),segment_id=e95060b2-b7b1-413f-8b0c-ca64c0be8c3d)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:34:10.209725 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-2354a8cd-40d6-4e9e-bc1e-e71bd93dfbeb None None] Provisioning complete for port 792be6c2-892f-44e4-a556-097e8e961437 triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:34:10.209725 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-2354a8cd-40d6-4e9e-bc1e-e71bd93dfbeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:10.218368 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:10.284756 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c2fa4b-21d0-4729-87bc-7880b7d142f1 admin admin] Network 0db9f430-59d9-43f8-9631-d99e7f9ba1b1 is scheduled to be hosted by DHCP agent 2fa0f05e-bfa9-4bbd-9fe7-8d8f67ba176e with binding_index 1 {{(pid=94021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 03:34:10.318202 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.base_scheduler [None req-95c2fa4b-21d0-4729-87bc-7880b7d142f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-4-iscsi, 0db9f430-59d9-43f8-9631-d99e7f9ba1b1) {{(pid=94021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:34:10.344285 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11529274-0cdf-4f21-b383-6462d089f1e9 None None] Network 0db9f430-59d9-43f8-9631-d99e7f9ba1b1 requested from dv-cinder-775706-4-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 03:34:10.400035 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c2fa4b-21d0-4729-87bc-7880b7d142f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:10.402274 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-95c2fa4b-21d0-4729-87bc-7880b7d142f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3625783'] for subnet, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:10.456323 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 54930) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:34:10.457654 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-95c2fa4b-21d0-4729-87bc-7880b7d142f1 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7651803 Sep 25 03:34:10.465093 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-5c33c843-4076-4105-911d-c45f067597e7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-602541266-router', 'tenant_id': '6cd33c8ad4e54784833c9620269a3a7e', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4'}}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:34:10.519200 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-5c33c843-4076-4105-911d-c45f067597e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3896197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-664'] for router, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:10.520467 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-5c33c843-4076-4105-911d-c45f067597e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3899253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3897221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3754266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-657'] for router, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:10.608745 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Pushing event updated for resources: {'Port': ['ID=792be6c2-892f-44e4-a556-097e8e961437,revision_number=3']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:34:10.643297 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-e4202315-e126-4b47-aba7-0ee719f74f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'name': 'tempest-TestVolumeBootPattern-517260034-router', 'tenant_id': 'db363e7cf1b9415d89602f3298329e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '4e4847b6-1d43-43aa-8619-ae9e17029fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:34:05Z', 'updated_at': '2021-09-25T03:34:07Z', 'revision_number': 3, 'project_id': 'db363e7cf1b9415d89602f3298329e35', 'gw_port': {'id': '4e4847b6-1d43-43aa-8619-ae9e17029fc4', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:25:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:06Z', 'updated_at': '2021-09-25T03:34:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi'}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:34:10.653319 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-d4dd039d-4aa6-49a0-afeb-660564a1e435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:10.654883 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-5c33c843-4076-4105-911d-c45f067597e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:10.697367 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4202315-e126-4b47-aba7-0ee719f74f4f None None] Checking router: 4ffb49e0-1e1c-4b63-b363-7c32786630d6 for host: dv-cinder-775706-4-iscsi {{(pid=94022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 03:34:10.698015 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4202315-e126-4b47-aba7-0ee719f74f4f None None] Updating router 4ffb49e0-1e1c-4b63-b363-7c32786630d6 port 4e4847b6-1d43-43aa-8619-ae9e17029fc4 binding host dv-cinder-775706-4-iscsi {{(pid=94022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 03:34:10.876067 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-e4202315-e126-4b47-aba7-0ee719f74f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:10.968452 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.db.db_base_plugin_common [None req-d4dd039d-4aa6-49a0-afeb-660564a1e435 admin admin] Allocated IP 172.20.0.1 (3af85cfb-dd93-48a8-a1e1-fc03ce02f109/214e70c9-9735-4259-b6d5-e362dbd8f3ae/6eb43f13-becb-437d-b43d-aaf8c5b31ad3) {{(pid=94021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 03:34:11.267060 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-d4dd039d-4aa6-49a0-afeb-660564a1e435 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:11.395620 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-d4dd039d-4aa6-49a0-afeb-660564a1e435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731880292801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3214562'] for port, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:11.427455 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-5c33c843-4076-4105-911d-c45f067597e7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:11.472366 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4dd039d-4aa6-49a0-afeb-660564a1e435 admin admin] Network 3af85cfb-dd93-48a8-a1e1-fc03ce02f109 is already hosted by enough agents. {{(pid=94021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 03:34:11.478828 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.base_scheduler [None req-d4dd039d-4aa6-49a0-afeb-660564a1e435 admin admin] Resources bound (agent type, host, resource id): {{(pid=94021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:34:11.485886 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4dd039d-4aa6-49a0-afeb-660564a1e435 admin admin] Received port after_create {{(pid=94021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 03:34:11.506291 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device 792be6c2-892f-44e4-a556-097e8e961437 up at agent ovs-agent-dv-cinder-775706-4-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 03:34:11.539008 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dd039d-4aa6-49a0-afeb-660564a1e435 admin admin] Pushing event updated for resources: {'Port': ['ID=6eb43f13-becb-437d-b43d-aaf8c5b31ad3,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:34:11.579159 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-d4dd039d-4aa6-49a0-afeb-660564a1e435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3896965'] for router_interface, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:11.801055 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13555a48-8255-4e65-b6ac-03881442d939 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c88a26-1ed6-5ec8-9aa6-98e2f6c7529d-0db9f430-59d9-43f8-9631-d99e7f9ba1b1', 'network_id': '0db9f430-59d9-43f8-9631-d99e7f9ba1b1', 'tenant_id': '6cd33c8ad4e54784833c9620269a3a7e', 'fixed_ips': [{'subnet_id': '15c2144b-0628-4ad0-89f3-cf74162bcbd6'}]}} from dv-cinder-775706-4-iscsi. {{(pid=94022) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 25 03:34:11.801055 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-13555a48-8255-4e65-b6ac-03881442d939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_create {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:11.921966 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Provisioning complete for port 792be6c2-892f-44e4-a556-097e8e961437 triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:34:11.922569 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:12.009567 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-d4dd039d-4aa6-49a0-afeb-660564a1e435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:12.416560 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-b81c5e7f-9e64-49f5-b24c-65b5d7ef38be None None] Provisioning complete for port 792be6c2-892f-44e4-a556-097e8e961437 triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:34:12.417325 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-b81c5e7f-9e64-49f5-b24c-65b5d7ef38be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:12.602879 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-5c33c843-4076-4105-911d-c45f067597e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:12.650318 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-d4dd039d-4aa6-49a0-afeb-660564a1e435 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:12.656793 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-d4dd039d-4aa6-49a0-afeb-660564a1e435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3214569'] for port, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:12.658300 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-5c33c843-4076-4105-911d-c45f067597e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:12.715826 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-e4202315-e126-4b47-aba7-0ee719f74f4f None None] Notify callbacks [] for port, precommit_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:12.755406 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-e4202315-e126-4b47-aba7-0ee719f74f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:12.759277 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.db_base_plugin_common [None req-13555a48-8255-4e65-b6ac-03881442d939 None None] Allocated IP 172.20.0.2 (0db9f430-59d9-43f8-9631-d99e7f9ba1b1/15c2144b-0628-4ad0-89f3-cf74162bcbd6/1cc02809-fa64-4b62-944b-867d4971ef8a) {{(pid=94022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 03:34:12.772979 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dd039d-4aa6-49a0-afeb-660564a1e435 admin admin] Pushing event updated for resources: {'Port': ['ID=6eb43f13-becb-437d-b43d-aaf8c5b31ad3,revision_number=2']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:34:12.816697 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-d4dd039d-4aa6-49a0-afeb-660564a1e435 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3623135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3893365'] for router_interface, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:12.873059 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.db.db_base_plugin_common [None req-5c33c843-4076-4105-911d-c45f067597e7 admin admin] Allocated IP 172.27.1.23 (11c2fcee-3e12-40fc-bbdd-73661221b9b4/9bf1e901-4101-4c8d-9b58-09aedeb11d2a/34fcae6b-4f04-405b-a2bf-335fef59cb62) {{(pid=94020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 03:34:12.944343 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4dd039d-4aa6-49a0-afeb-660564a1e435 admin admin] Network 3af85cfb-dd93-48a8-a1e1-fc03ce02f109 is already hosted by enough agents. {{(pid=94021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 03:34:12.946629 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.base_scheduler [None req-d4dd039d-4aa6-49a0-afeb-660564a1e435 admin admin] Resources bound (agent type, host, resource id): {{(pid=94021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:34:13.066384 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-e4202315-e126-4b47-aba7-0ee719f74f4f None None] Attempting to bind port 4e4847b6-1d43-43aa-8619-ae9e17029fc4 on host dv-cinder-775706-4-iscsi for vnic_type normal with profile {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 03:34:13.067039 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-e4202315-e126-4b47-aba7-0ee719f74f4f None None] Attempting to bind port 4e4847b6-1d43-43aa-8619-ae9e17029fc4 by drivers openvswitch,hyperv on host dv-cinder-775706-4-iscsi at level 0 using segments [{'id': '48bff68c-e483-4cc4-95dd-dcbe15bbe597', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4'}] {{(pid=94022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 03:34:13.067603 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4202315-e126-4b47-aba7-0ee719f74f4f None None] Attempting to bind port 4e4847b6-1d43-43aa-8619-ae9e17029fc4 on network 11c2fcee-3e12-40fc-bbdd-73661221b9b4 {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 03:34:13.094278 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4202315-e126-4b47-aba7-0ee719f74f4f None None] Checking agent: {'id': '92762cd5-f40e-4e3b-860e-7f1faf1bdbcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 3, 21, 49), 'started_at': datetime.datetime(2021, 9, 25, 3, 22, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 3, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 03:34:13.095814 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4202315-e126-4b47-aba7-0ee719f74f4f None None] Checking segment: {'id': '48bff68c-e483-4cc4-95dd-dcbe15bbe597', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 03:34:13.096939 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-e4202315-e126-4b47-aba7-0ee719f74f4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:13.097519 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4202315-e126-4b47-aba7-0ee719f74f4f None None] Bound using segment: {'id': '48bff68c-e483-4cc4-95dd-dcbe15bbe597', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4'} {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 03:34:13.098181 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-e4202315-e126-4b47-aba7-0ee719f74f4f None None] Bound port: 4e4847b6-1d43-43aa-8619-ae9e17029fc4, host: dv-cinder-775706-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48bff68c-e483-4cc4-95dd-dcbe15bbe597', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4'}}] {{(pid=94022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 03:34:13.098758 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-e4202315-e126-4b47-aba7-0ee719f74f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:13.104458 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5fde6c-493d-45ca-bac5-53c527982658 None None] Pushing event updated for resources: {'Port': ['ID=4e4847b6-1d43-43aa-8619-ae9e17029fc4,revision_number=2']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:34:13.135669 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-5c33c843-4076-4105-911d-c45f067597e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:13.205116 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4dd039d-4aa6-49a0-afeb-660564a1e435 admin admin] Router 4ffb49e0-1e1c-4b63-b363-7c32786630d6 has already been hosted by L3 agent be170b3f-ec9b-4dfa-8e40-fa1591bf80a9 {{(pid=94021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 03:34:13.228967 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-5c33c843-4076-4105-911d-c45f067597e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731880292801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937715'] for port, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:13.327608 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-bed365ac-7d1a-408a-968e-405fe6d964ce None None] Provisioning complete for port 6eb43f13-becb-437d-b43d-aaf8c5b31ad3 triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:34:13.331134 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c33c843-4076-4105-911d-c45f067597e7 admin admin] Network 11c2fcee-3e12-40fc-bbdd-73661221b9b4 is already hosted by enough agents. {{(pid=94020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 03:34:13.334309 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.base_scheduler [None req-5c33c843-4076-4105-911d-c45f067597e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:34:13.338097 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-bed365ac-7d1a-408a-968e-405fe6d964ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:13.349563 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c33c843-4076-4105-911d-c45f067597e7 admin admin] Received port after_create {{(pid=94020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 03:34:13.421740 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c33c843-4076-4105-911d-c45f067597e7 admin admin] Pushing event updated for resources: {'Port': ['ID=34fcae6b-4f04-405b-a2bf-335fef59cb62,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:34:13.466409 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4dd039d-4aa6-49a0-afeb-660564a1e435 admin admin] Notify agent at l3_agent.dv-cinder-775706-4-iscsi the message routers_updated {{(pid=94021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 03:34:13.485899 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-e4202315-e126-4b47-aba7-0ee719f74f4f None None] For port 4e4847b6-1d43-43aa-8619-ae9e17029fc4, host dv-cinder-775706-4-iscsi, cleared binding levels {{(pid=94022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 03:34:13.486207 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-d4dd039d-4aa6-49a0-afeb-660564a1e435 admin admin] 10.222.0.42 "PUT /v2.0/routers/4ffb49e0-1e1c-4b63-b363-7c32786630d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2548850 Sep 25 03:34:13.504450 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-e4202315-e126-4b47-aba7-0ee719f74f4f None None] For port 4e4847b6-1d43-43aa-8619-ae9e17029fc4, host dv-cinder-775706-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=4e4847b6-1d43-43aa-8619-ae9e17029fc4,segment=NetworkSegment(48bff68c-e483-4cc4-95dd-dcbe15bbe597),segment_id=48bff68c-e483-4cc4-95dd-dcbe15bbe597)] {{(pid=94022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 03:34:13.524701 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-e4202315-e126-4b47-aba7-0ee719f74f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:13.607718 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-13555a48-8255-4e65-b6ac-03881442d939 None None] Notify callbacks [] for port, precommit_create {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:13.607890 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe96459-740d-4a70-8da5-866c841d93ce req-f8d72ebc-9c01-4216-85b8-7599bfd6b522 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:13.608237 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8fe96459-740d-4a70-8da5-866c841d93ce req-f8d72ebc-9c01-4216-85b8-7599bfd6b522 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/ports?device_id=36ce5dc8-fe73-4edc-81d3-e0313fe83860 HTTP/1.1" status: 200 len: 946 time: 0.1624117 Sep 25 03:34:13.612497 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-bed365ac-7d1a-408a-968e-405fe6d964ce None None] Port 6eb43f13-becb-437d-b43d-aaf8c5b31ad3 cannot update to ACTIVE because it is not bound. {{(pid=94022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 25 03:34:13.642008 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-13555a48-8255-4e65-b6ac-03881442d939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731880292801'] for port, after_create {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:13.666439 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13555a48-8255-4e65-b6ac-03881442d939 None None] Network 0db9f430-59d9-43f8-9631-d99e7f9ba1b1 is already hosted by enough agents. {{(pid=94022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 03:34:13.680531 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.scheduler.base_scheduler [None req-13555a48-8255-4e65-b6ac-03881442d939 None None] Resources bound (agent type, host, resource id): {{(pid=94022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:34:13.688507 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13555a48-8255-4e65-b6ac-03881442d939 None None] Received port after_create {{(pid=94022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 03:34:13.709134 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4202315-e126-4b47-aba7-0ee719f74f4f None None] Routers {'4ffb49e0-1e1c-4b63-b363-7c32786630d6'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:34:13.709605 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-e4202315-e126-4b47-aba7-0ee719f74f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:33:48Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['4ffb49e0-1e1c-4b63-b363-7c32786630d6'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:34:13.775868 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8fe96459-740d-4a70-8da5-866c841d93ce req-199f2cf9-b7fd-442e-b9e2-8550c6a8ddef tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c699c2a-ea95-4f2c-8172-f4ed6406eab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496434 Sep 25 03:34:13.799181 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5fde6c-493d-45ca-bac5-53c527982658 None None] Pushing event updated for resources: {'Port': ['ID=4e4847b6-1d43-43aa-8619-ae9e17029fc4,revision_number=3']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:34:13.876808 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-fd5eb1aa-589f-4e2c-a965-ddbe70a9e408 None None] Provisioning complete for port 6eb43f13-becb-437d-b43d-aaf8c5b31ad3 triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:34:13.877266 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-fd5eb1aa-589f-4e2c-a965-ddbe70a9e408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:13.885655 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-13555a48-8255-4e65-b6ac-03881442d939 None None] Attempting to bind port 1cc02809-fa64-4b62-944b-867d4971ef8a on host dv-cinder-775706-4-iscsi for vnic_type normal with profile {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 03:34:13.886025 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-13555a48-8255-4e65-b6ac-03881442d939 None None] Attempting to bind port 1cc02809-fa64-4b62-944b-867d4971ef8a by drivers openvswitch,hyperv on host dv-cinder-775706-4-iscsi at level 0 using segments [{'id': '333f268c-633b-4815-af96-4f793cf73c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '0db9f430-59d9-43f8-9631-d99e7f9ba1b1'}] {{(pid=94022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 03:34:13.886381 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13555a48-8255-4e65-b6ac-03881442d939 None None] Attempting to bind port 1cc02809-fa64-4b62-944b-867d4971ef8a on network 0db9f430-59d9-43f8-9631-d99e7f9ba1b1 {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 03:34:13.960527 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13555a48-8255-4e65-b6ac-03881442d939 None None] Pushing event updated for resources: {'Port': ['ID=1cc02809-fa64-4b62-944b-867d4971ef8a,revision_number=1']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:34:13.967141 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13555a48-8255-4e65-b6ac-03881442d939 None None] Checking agent: {'id': '92762cd5-f40e-4e3b-860e-7f1faf1bdbcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 3, 21, 49), 'started_at': datetime.datetime(2021, 9, 25, 3, 22, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 3, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 03:34:13.967414 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13555a48-8255-4e65-b6ac-03881442d939 None None] Checking segment: {'id': '333f268c-633b-4815-af96-4f793cf73c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '0db9f430-59d9-43f8-9631-d99e7f9ba1b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 03:34:13.967803 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-13555a48-8255-4e65-b6ac-03881442d939 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:13.968190 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13555a48-8255-4e65-b6ac-03881442d939 None None] Bound using segment: {'id': '333f268c-633b-4815-af96-4f793cf73c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '0db9f430-59d9-43f8-9631-d99e7f9ba1b1'} {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 03:34:13.968702 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-13555a48-8255-4e65-b6ac-03881442d939 None None] Bound port: 1cc02809-fa64-4b62-944b-867d4971ef8a, host: dv-cinder-775706-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '333f268c-633b-4815-af96-4f793cf73c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '0db9f430-59d9-43f8-9631-d99e7f9ba1b1'}}] {{(pid=94022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 03:34:13.969087 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-13555a48-8255-4e65-b6ac-03881442d939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:14.008569 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-e4202315-e126-4b47-aba7-0ee719f74f4f None None] Set router 4ffb49e0-1e1c-4b63-b363-7c32786630d6 gateway port host: dv-cinder-775706-4-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:34:14.010498 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-fd5eb1aa-589f-4e2c-a965-ddbe70a9e408 None None] Port 6eb43f13-becb-437d-b43d-aaf8c5b31ad3 cannot update to ACTIVE because it is not bound. {{(pid=94022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 25 03:34:14.016896 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-5c33c843-4076-4105-911d-c45f067597e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:14.149165 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-13555a48-8255-4e65-b6ac-03881442d939 None None] For port 1cc02809-fa64-4b62-944b-867d4971ef8a, host dv-cinder-775706-4-iscsi, cleared binding levels {{(pid=94022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 03:34:14.172209 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-13555a48-8255-4e65-b6ac-03881442d939 None None] For port 1cc02809-fa64-4b62-944b-867d4971ef8a, host dv-cinder-775706-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=1cc02809-fa64-4b62-944b-867d4971ef8a,segment=NetworkSegment(333f268c-633b-4815-af96-4f793cf73c09),segment_id=333f268c-633b-4815-af96-4f793cf73c09)] {{(pid=94022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 03:34:14.207493 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-13555a48-8255-4e65-b6ac-03881442d939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:14.331088 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13555a48-8255-4e65-b6ac-03881442d939 None None] Pushing event updated for resources: {'Port': ['ID=1cc02809-fa64-4b62-944b-867d4971ef8a,revision_number=2']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:34:14.332093 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-5c33c843-4076-4105-911d-c45f067597e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3899148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897272'] for router, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:14.360184 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-e4202315-e126-4b47-aba7-0ee719f74f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'name': 'tempest-TestVolumeBootPattern-517260034-router', 'tenant_id': 'db363e7cf1b9415d89602f3298329e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '4e4847b6-1d43-43aa-8619-ae9e17029fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:34:05Z', 'updated_at': '2021-09-25T03:34:11Z', 'revision_number': 4, 'project_id': 'db363e7cf1b9415d89602f3298329e35', 'gw_port': {'id': '4e4847b6-1d43-43aa-8619-ae9e17029fc4', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:25:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:06Z', 'updated_at': '2021-09-25T03:34:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_interfaces': [{'id': '6eb43f13-becb-437d-b43d-aaf8c5b31ad3', 'name': '', 'network_id': '3af85cfb-dd93-48a8-a1e1-fc03ce02f109', 'tenant_id': 'db363e7cf1b9415d89602f3298329e35', 'mac_address': 'fa:16:3e:17:c4:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '214e70c9-9735-4259-b6d5-e362dbd8f3ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:10Z', 'updated_at': '2021-09-25T03:34:12Z', 'revision_number': 2, 'project_id': 'db363e7cf1b9415d89602f3298329e35', 'subnets': [{'id': '214e70c9-9735-4259-b6d5-e362dbd8f3ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:34:14.406363 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4202315-e126-4b47-aba7-0ee719f74f4f None None] The sync data for ids ['4ffb49e0-1e1c-4b63-b363-7c32786630d6'] in dv-cinder-775706-4-iscsi is: [{'id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'name': 'tempest-TestVolumeBootPattern-517260034-router', 'tenant_id': 'db363e7cf1b9415d89602f3298329e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '4e4847b6-1d43-43aa-8619-ae9e17029fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:34:05Z', 'updated_at': '2021-09-25T03:34:11Z', 'revision_number': 4, 'project_id': 'db363e7cf1b9415d89602f3298329e35', 'gw_port': {'id': '4e4847b6-1d43-43aa-8619-ae9e17029fc4', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:25:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:06Z', 'updated_at': '2021-09-25T03:34:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_interfaces': [{'id': '6eb43f13-becb-437d-b43d-aaf8c5b31ad3', 'name': '', 'network_id': '3af85cfb-dd93-48a8-a1e1-fc03ce02f109', 'tenant_id': 'db363e7cf1b9415d89602f3298329e35', 'mac_address': 'fa:16:3e:17:c4:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '214e70c9-9735-4259-b6d5-e362dbd8f3ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:10Z', 'updated_at': '2021-09-25T03:34:12Z', 'revision_number': 2, 'project_id': 'db363e7cf1b9415d89602f3298329e35', 'subnets': [{'id': '214e70c9-9735-4259-b6d5-e362dbd8f3ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 03:34:14.476931 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 54998) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:34:14.481911 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-6e91ce8f-54e0-4416-8467-a71d6f8d3678 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-148685335-network', 'tenant_id': 'c0bad056a1b045f3849b65aa757c9146'}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:34:14.527391 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e91ce8f-54e0-4416-8467-a71d6f8d3678 admin admin] Made reservation on behalf of c0bad056a1b045f3849b65aa757c9146 for: {'network': 1} {{(pid=94020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 03:34:14.538115 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6e91ce8f-54e0-4416-8467-a71d6f8d3678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for network, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:14.569352 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6e91ce8f-54e0-4416-8467-a71d6f8d3678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:14.602772 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c33c843-4076-4105-911d-c45f067597e7 admin admin] Router a082b15f-b8f8-4c54-8e21-6b61c59b9936 is scheduled to L3 agent be170b3f-ec9b-4dfa-8e40-fa1591bf80a9 with binding_index 1 {{(pid=94020) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 03:34:14.609274 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d033e41-352c-42c8-bc9f-8209919d83c1 req-b8cc8bdc-568f-4905-b87b-aca625af0bc2 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:14.611723 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6d033e41-352c-42c8-bc9f-8209919d83c1 req-b8cc8bdc-568f-4905-b87b-aca625af0bc2 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/networks?id=89e779df-c836-498b-8f59-96d1b762d6e8 HTTP/1.1" status: 200 len: 815 time: 0.1766598 Sep 25 03:34:14.636695 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6d033e41-352c-42c8-bc9f-8209919d83c1 req-aecd7794-2e42-4fed-9fd8-cfc70567a5c6 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/quotas/38f2ee3f8f7f41cf906b46bcbbc31b5d HTTP/1.1" status: 200 len: 375 time: 0.0106208 Sep 25 03:34:14.713317 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6d033e41-352c-42c8-bc9f-8209919d83c1 req-3ff8cf35-1377-432f-8459-2486f6338b1e tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=38f2ee3f8f7f41cf906b46bcbbc31b5d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0671372 Sep 25 03:34:14.774409 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c33c843-4076-4105-911d-c45f067597e7 admin admin] Notify agent at l3_agent.dv-cinder-775706-4-iscsi the message routers_updated {{(pid=94020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 03:34:14.790439 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccecdfd-53c2-470f-9689-c464e90a8684 None None] Sync routers for ids ['a082b15f-b8f8-4c54-8e21-6b61c59b9936'] in dv-cinder-775706-4-iscsi {{(pid=94023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 03:34:14.800829 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccecdfd-53c2-470f-9689-c464e90a8684 None None] Routers {'a082b15f-b8f8-4c54-8e21-6b61c59b9936'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:34:14.801981 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-bccecdfd-53c2-470f-9689-c464e90a8684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:33:48Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['a082b15f-b8f8-4c54-8e21-6b61c59b9936'], 'active': True} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:34:14.819829 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6e91ce8f-54e0-4416-8467-a71d6f8d3678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:14.833155 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6e91ce8f-54e0-4416-8467-a71d6f8d3678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:14.842484 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-5c33c843-4076-4105-911d-c45f067597e7 admin admin] Notify callbacks [] for router, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:14.846725 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-5c33c843-4076-4105-911d-c45f067597e7 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.3836462 Sep 25 03:34:14.847748 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 55004) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:34:14.866631 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e91ce8f-54e0-4416-8467-a71d6f8d3678 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=94020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 03:34:14.879158 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e91ce8f-54e0-4416-8467-a71d6f8d3678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6a1312-b0f7-4532-8db3-150055776a29,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:34:14.892178 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6e91ce8f-54e0-4416-8467-a71d6f8d3678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614597'] for segment, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:14.892383 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.db.segments_db [None req-6e91ce8f-54e0-4416-8467-a71d6f8d3678 admin admin] Added segment 9b7844a0-1abe-4440-ae4a-fa24878cbc31 of type vlan for network 235393c7-2c08-4a3b-b385-a9d601c1f1ee Sep 25 03:34:15.004163 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6e91ce8f-54e0-4416-8467-a71d6f8d3678 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731880296735'] for network, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:15.071179 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6e91ce8f-54e0-4416-8467-a71d6f8d3678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117'] for network, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:15.072672 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e91ce8f-54e0-4416-8467-a71d6f8d3678 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:15.072902 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvr_db [None req-bccecdfd-53c2-470f-9689-c464e90a8684 None None] Set router a082b15f-b8f8-4c54-8e21-6b61c59b9936 gateway port host: dv-cinder-775706-4-iscsi {{(pid=94023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:34:15.073621 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6e91ce8f-54e0-4416-8467-a71d6f8d3678 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3625783'] for network, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:15.129818 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-6e91ce8f-54e0-4416-8467-a71d6f8d3678 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6472745 Sep 25 03:34:15.132968 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 55010) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:34:15.138916 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-e04c110d-5833-4769-8eda-bde1ed1d621a admin admin] Request body: {'subnet': {'network_id': '235393c7-2c08-4a3b-b385-a9d601c1f1ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-148685335-subnet', 'tenant_id': 'c0bad056a1b045f3849b65aa757c9146', 'ip_version': 4}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:34:15.190485 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e91ce8f-54e0-4416-8467-a71d6f8d3678 admin admin] Pushing event updated for resources: {'Network': ['ID=235393c7-2c08-4a3b-b385-a9d601c1f1ee,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:34:15.205913 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Network 235393c7-2c08-4a3b-b385-a9d601c1f1ee details requested by agent ovs-agent-dv-cinder-775706-4-iscsi with host dv-cinder-775706-4-iscsi {{(pid=94022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 03:34:15.220163 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04c110d-5833-4769-8eda-bde1ed1d621a admin admin] Made reservation on behalf of c0bad056a1b045f3849b65aa757c9146 for: {'subnet': 1} {{(pid=94020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 03:34:15.226106 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-e04c110d-5833-4769-8eda-bde1ed1d621a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9253190'] for subnet, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:15.240199 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device 1cc02809-fa64-4b62-944b-867d4971ef8a up at agent ovs-agent-dv-cinder-775706-4-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 03:34:15.473299 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-77a44c58-3c92-4938-b1e0-d428775cb851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:15.497685 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Provisioning complete for port 1cc02809-fa64-4b62-944b-867d4971ef8a triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:34:15.498552 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:15.550334 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6d033e41-352c-42c8-bc9f-8209919d83c1 req-e2803e4d-de33-4e6e-bbf1-2b5fd0380f19 service neutron] 10.222.0.42 "GET /v2.0/networks/89e779df-c836-498b-8f59-96d1b762d6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8165751 Sep 25 03:34:15.558690 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-bccecdfd-53c2-470f-9689-c464e90a8684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a082b15f-b8f8-4c54-8e21-6b61c59b9936', 'name': 'tempest-AttachVolumeShelveTestJSON-602541266-router', 'tenant_id': '6cd33c8ad4e54784833c9620269a3a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '34fcae6b-4f04-405b-a2bf-335fef59cb62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:34:10Z', 'updated_at': '2021-09-25T03:34:13Z', 'revision_number': 3, 'project_id': '6cd33c8ad4e54784833c9620269a3a7e', 'gw_port': {'id': '34fcae6b-4f04-405b-a2bf-335fef59cb62', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:58:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a082b15f-b8f8-4c54-8e21-6b61c59b9936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:12Z', 'updated_at': '2021-09-25T03:34:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi'}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:34:15.597086 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccecdfd-53c2-470f-9689-c464e90a8684 None None] Checking router: a082b15f-b8f8-4c54-8e21-6b61c59b9936 for host: dv-cinder-775706-4-iscsi {{(pid=94023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 03:34:15.597460 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccecdfd-53c2-470f-9689-c464e90a8684 None None] Updating router a082b15f-b8f8-4c54-8e21-6b61c59b9936 port 34fcae6b-4f04-405b-a2bf-335fef59cb62 binding host dv-cinder-775706-4-iscsi {{(pid=94023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 03:34:15.625264 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-e04c110d-5833-4769-8eda-bde1ed1d621a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8937583', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9253236'] for subnet, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:15.643011 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-bccecdfd-53c2-470f-9689-c464e90a8684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:15.690892 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc2f9c9-b577-4fb1-a84c-03335322172d req-7fb7ba64-5897-48ef-b601-6c0df3fe2ad1 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:15.693708 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2cc2f9c9-b577-4fb1-a84c-03335322172d req-7fb7ba64-5897-48ef-b601-6c0df3fe2ad1 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/ports?device_id=36ce5dc8-fe73-4edc-81d3-e0313fe83860 HTTP/1.1" status: 200 len: 946 time: 0.2076538 Sep 25 03:34:15.740345 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04c110d-5833-4769-8eda-bde1ed1d621a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ce76969-68f5-4aa6-ba30-a2d99fa09209,revision_number=0']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:34:15.785150 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04c110d-5833-4769-8eda-bde1ed1d621a admin admin] Checking segment: {'id': '9b7844a0-1abe-4440-ae4a-fa24878cbc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '235393c7-2c08-4a3b-b385-a9d601c1f1ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 03:34:15.786031 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04c110d-5833-4769-8eda-bde1ed1d621a admin admin] Network hostable DHCP agents. Network: 235393c7-2c08-4a3b-b385-a9d601c1f1ee, hostable agents: ['2fa0f05e-bfa9-4bbd-9fe7-8d8f67ba176e'], hosted agents: [] {{(pid=94020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 03:34:15.824988 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b530c64-b221-4b7b-aeaa-98eeb311c9b3 None None] Network 0db9f430-59d9-43f8-9631-d99e7f9ba1b1 requested from dv-cinder-775706-4-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 03:34:15.825227 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04c110d-5833-4769-8eda-bde1ed1d621a admin admin] Network 235393c7-2c08-4a3b-b385-a9d601c1f1ee is scheduled to be hosted by DHCP agent 2fa0f05e-bfa9-4bbd-9fe7-8d8f67ba176e with binding_index 1 {{(pid=94020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 03:34:15.838509 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.base_scheduler [None req-e04c110d-5833-4769-8eda-bde1ed1d621a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-4-iscsi, 235393c7-2c08-4a3b-b385-a9d601c1f1ee) {{(pid=94020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:34:15.846177 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04c110d-5833-4769-8eda-bde1ed1d621a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:15.847652 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-e04c110d-5833-4769-8eda-bde1ed1d621a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:15.881189 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-e04c110d-5833-4769-8eda-bde1ed1d621a admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7469130 Sep 25 03:34:15.884448 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 55016) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:34:15.886009 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2cc2f9c9-b577-4fb1-a84c-03335322172d req-83df4926-3159-4ffa-aec9-928ba38dee1d tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c699c2a-ea95-4f2c-8172-f4ed6406eab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1835153 Sep 25 03:34:15.892744 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-501b695e-624c-41ab-b7da-f757eb3412bf admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-148685335-router', 'tenant_id': 'c0bad056a1b045f3849b65aa757c9146', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4'}}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:34:15.942092 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6d033e41-352c-42c8-bc9f-8209919d83c1 req-48beeba3-dc0b-4303-9ad1-053e4148248a service neutron] 10.222.0.42 "GET /v2.0/networks/89e779df-c836-498b-8f59-96d1b762d6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3904111 Sep 25 03:34:15.947319 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-501b695e-624c-41ab-b7da-f757eb3412bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3896197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-664'] for router, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:15.949022 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-501b695e-624c-41ab-b7da-f757eb3412bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3899253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3897221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3754266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-657'] for router, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:15.982431 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af76e403-c043-49fe-9099-27d7dcc626f6 None None] Network 235393c7-2c08-4a3b-b385-a9d601c1f1ee requested from dv-cinder-775706-4-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 03:34:16.108658 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-501b695e-624c-41ab-b7da-f757eb3412bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:16.369439 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-501b695e-624c-41ab-b7da-f757eb3412bf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:16.402283 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-bccecdfd-53c2-470f-9689-c464e90a8684 None None] Notify callbacks [] for port, precommit_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:16.408361 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:16.410470 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-bccecdfd-53c2-470f-9689-c464e90a8684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:16.417498 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-0d47f2ce-1338-4fba-86e5-46c337247a13 None None] Provisioning complete for port 1cc02809-fa64-4b62-944b-867d4971ef8a triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:34:16.424479 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-0d47f2ce-1338-4fba-86e5-46c337247a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:16.449968 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fea4f5ad-daf7-44b0-8cee-1dfc536ffa0f req-0bdbda04-6629-427e-9df4-115b4afbd075 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/ports?device_id=a22fb511-2390-4ae7-ba98-96456df13c9c HTTP/1.1" status: 200 len: 210 time: 0.1008015 Sep 25 03:34:16.504216 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.managers [None req-bccecdfd-53c2-470f-9689-c464e90a8684 None None] Attempting to bind port 34fcae6b-4f04-405b-a2bf-335fef59cb62 on host dv-cinder-775706-4-iscsi for vnic_type normal with profile {{(pid=94023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 03:34:16.504216 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.managers [None req-bccecdfd-53c2-470f-9689-c464e90a8684 None None] Attempting to bind port 34fcae6b-4f04-405b-a2bf-335fef59cb62 by drivers openvswitch,hyperv on host dv-cinder-775706-4-iscsi at level 0 using segments [{'id': '48bff68c-e483-4cc4-95dd-dcbe15bbe597', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4'}] {{(pid=94023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 03:34:16.504558 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccecdfd-53c2-470f-9689-c464e90a8684 None None] Attempting to bind port 34fcae6b-4f04-405b-a2bf-335fef59cb62 on network 11c2fcee-3e12-40fc-bbdd-73661221b9b4 {{(pid=94023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 03:34:16.518873 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccecdfd-53c2-470f-9689-c464e90a8684 None None] Checking agent: {'id': '92762cd5-f40e-4e3b-860e-7f1faf1bdbcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 3, 21, 49), 'started_at': datetime.datetime(2021, 9, 25, 3, 22, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 3, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 03:34:16.519418 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccecdfd-53c2-470f-9689-c464e90a8684 None None] Checking segment: {'id': '48bff68c-e483-4cc4-95dd-dcbe15bbe597', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 03:34:16.519828 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-bccecdfd-53c2-470f-9689-c464e90a8684 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:16.520263 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccecdfd-53c2-470f-9689-c464e90a8684 None None] Bound using segment: {'id': '48bff68c-e483-4cc4-95dd-dcbe15bbe597', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4'} {{(pid=94023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 03:34:16.521257 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.managers [None req-bccecdfd-53c2-470f-9689-c464e90a8684 None None] Bound port: 34fcae6b-4f04-405b-a2bf-335fef59cb62, host: dv-cinder-775706-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48bff68c-e483-4cc4-95dd-dcbe15bbe597', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4'}}] {{(pid=94023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 03:34:16.521665 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-bccecdfd-53c2-470f-9689-c464e90a8684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:16.524534 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-7d18068b-a39d-4d36-a79d-e02fe80922b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:16.617871 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.db [None req-bccecdfd-53c2-470f-9689-c464e90a8684 None None] For port 34fcae6b-4f04-405b-a2bf-335fef59cb62, host dv-cinder-775706-4-iscsi, cleared binding levels {{(pid=94023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 03:34:16.626676 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.db [None req-bccecdfd-53c2-470f-9689-c464e90a8684 None None] For port 34fcae6b-4f04-405b-a2bf-335fef59cb62, host dv-cinder-775706-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=34fcae6b-4f04-405b-a2bf-335fef59cb62,segment=NetworkSegment(48bff68c-e483-4cc4-95dd-dcbe15bbe597),segment_id=48bff68c-e483-4cc4-95dd-dcbe15bbe597)] {{(pid=94023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 03:34:16.641480 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-bccecdfd-53c2-470f-9689-c464e90a8684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:16.678267 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f3c537-ca22-4b42-b466-fa33eb5bc89e None None] Pushing event updated for resources: {'Port': ['ID=34fcae6b-4f04-405b-a2bf-335fef59cb62,revision_number=2']} {{(pid=94023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:34:16.696090 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] For port 1cc02809-fa64-4b62-944b-867d4971ef8a, host dv-cinder-775706-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=1cc02809-fa64-4b62-944b-867d4971ef8a,segment=NetworkSegment(333f268c-633b-4815-af96-4f793cf73c09),segment_id=333f268c-633b-4815-af96-4f793cf73c09)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:34:16.715352 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:16.774075 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccecdfd-53c2-470f-9689-c464e90a8684 None None] Routers {'a082b15f-b8f8-4c54-8e21-6b61c59b9936'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:34:16.774804 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-bccecdfd-53c2-470f-9689-c464e90a8684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:33:48Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['a082b15f-b8f8-4c54-8e21-6b61c59b9936'], 'active': True} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:34:16.777057 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-501b695e-624c-41ab-b7da-f757eb3412bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:16.791799 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e84243d-bacf-42a4-829f-55b41ea7c7da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c88a26-1ed6-5ec8-9aa6-98e2f6c7529d-235393c7-2c08-4a3b-b385-a9d601c1f1ee', 'network_id': '235393c7-2c08-4a3b-b385-a9d601c1f1ee', 'tenant_id': 'c0bad056a1b045f3849b65aa757c9146', 'fixed_ips': [{'subnet_id': '3ce76969-68f5-4aa6-ba30-a2d99fa09209'}]}} from dv-cinder-775706-4-iscsi. {{(pid=94022) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 25 03:34:16.792701 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-4e84243d-bacf-42a4-829f-55b41ea7c7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_create {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:16.801205 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-501b695e-624c-41ab-b7da-f757eb3412bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:16.830057 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f3c537-ca22-4b42-b466-fa33eb5bc89e None None] Pushing event updated for resources: {'Port': ['ID=34fcae6b-4f04-405b-a2bf-335fef59cb62,revision_number=3']} {{(pid=94023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:34:16.911411 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.db.db_base_plugin_common [None req-7d18068b-a39d-4d36-a79d-e02fe80922b5 admin admin] Allocated IP 172.20.0.1 (0db9f430-59d9-43f8-9631-d99e7f9ba1b1/15c2144b-0628-4ad0-89f3-cf74162bcbd6/c61ef779-7fb8-4df4-b5f6-08a70b217962) {{(pid=94021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 03:34:16.948093 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvr_db [None req-bccecdfd-53c2-470f-9689-c464e90a8684 None None] Set router a082b15f-b8f8-4c54-8e21-6b61c59b9936 gateway port host: dv-cinder-775706-4-iscsi {{(pid=94023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:34:17.111058 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.db.db_base_plugin_common [None req-501b695e-624c-41ab-b7da-f757eb3412bf admin admin] Allocated IP 172.27.1.124 (11c2fcee-3e12-40fc-bbdd-73661221b9b4/9bf1e901-4101-4c8d-9b58-09aedeb11d2a/c4b1fd14-816c-41c3-8f92-f773e1ed7875) {{(pid=94020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 03:34:17.119238 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Pushing event updated for resources: {'Port': ['ID=1cc02809-fa64-4b62-944b-867d4971ef8a,revision_number=3']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:34:17.240524 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-7d18068b-a39d-4d36-a79d-e02fe80922b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:17.241932 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device 4e4847b6-1d43-43aa-8619-ae9e17029fc4 up at agent ovs-agent-dv-cinder-775706-4-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 03:34:17.261727 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b7c01b-6d5c-4fa6-b792-f0b9776dca14 req-1172b156-67e6-427b-99a5-e18b98ea08e0 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:17.263362 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f5b7c01b-6d5c-4fa6-b792-f0b9776dca14 req-1172b156-67e6-427b-99a5-e18b98ea08e0 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/ports?device_id=36ce5dc8-fe73-4edc-81d3-e0313fe83860 HTTP/1.1" status: 200 len: 946 time: 0.1674697 Sep 25 03:34:17.316390 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.db_base_plugin_common [None req-4e84243d-bacf-42a4-829f-55b41ea7c7da None None] Allocated IP 172.20.0.2 (235393c7-2c08-4a3b-b385-a9d601c1f1ee/3ce76969-68f5-4aa6-ba30-a2d99fa09209/6283367e-0588-4d6b-ad1b-0865a2d2df1f) {{(pid=94022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 03:34:17.377920 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f5b7c01b-6d5c-4fa6-b792-f0b9776dca14 req-9e92f316-b542-4da9-bfbf-5dadba9306b3 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c699c2a-ea95-4f2c-8172-f4ed6406eab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918901 Sep 25 03:34:17.389042 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-7d18068b-a39d-4d36-a79d-e02fe80922b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731880292801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3214562'] for port, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:17.419672 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-bccecdfd-53c2-470f-9689-c464e90a8684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a082b15f-b8f8-4c54-8e21-6b61c59b9936', 'name': 'tempest-AttachVolumeShelveTestJSON-602541266-router', 'tenant_id': '6cd33c8ad4e54784833c9620269a3a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '34fcae6b-4f04-405b-a2bf-335fef59cb62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:34:10Z', 'updated_at': '2021-09-25T03:34:13Z', 'revision_number': 3, 'project_id': '6cd33c8ad4e54784833c9620269a3a7e', 'gw_port': {'id': '34fcae6b-4f04-405b-a2bf-335fef59cb62', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:58:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a082b15f-b8f8-4c54-8e21-6b61c59b9936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:12Z', 'updated_at': '2021-09-25T03:34:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi'}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:34:17.440032 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-501b695e-624c-41ab-b7da-f757eb3412bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:17.455284 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccecdfd-53c2-470f-9689-c464e90a8684 None None] The sync data for ids ['a082b15f-b8f8-4c54-8e21-6b61c59b9936'] in dv-cinder-775706-4-iscsi is: [{'id': 'a082b15f-b8f8-4c54-8e21-6b61c59b9936', 'name': 'tempest-AttachVolumeShelveTestJSON-602541266-router', 'tenant_id': '6cd33c8ad4e54784833c9620269a3a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '34fcae6b-4f04-405b-a2bf-335fef59cb62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:34:10Z', 'updated_at': '2021-09-25T03:34:13Z', 'revision_number': 3, 'project_id': '6cd33c8ad4e54784833c9620269a3a7e', 'gw_port': {'id': '34fcae6b-4f04-405b-a2bf-335fef59cb62', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:58:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a082b15f-b8f8-4c54-8e21-6b61c59b9936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:12Z', 'updated_at': '2021-09-25T03:34:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi'}] {{(pid=94023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 03:34:17.469868 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Provisioning complete for port 4e4847b6-1d43-43aa-8619-ae9e17029fc4 triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:34:17.470714 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:17.474242 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d18068b-a39d-4d36-a79d-e02fe80922b5 admin admin] Network 0db9f430-59d9-43f8-9631-d99e7f9ba1b1 is already hosted by enough agents. {{(pid=94021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 03:34:17.489556 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.base_scheduler [None req-7d18068b-a39d-4d36-a79d-e02fe80922b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:34:17.498693 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d18068b-a39d-4d36-a79d-e02fe80922b5 admin admin] Received port after_create {{(pid=94021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 03:34:17.535121 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-501b695e-624c-41ab-b7da-f757eb3412bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731880292801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937715'] for port, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:17.579953 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d18068b-a39d-4d36-a79d-e02fe80922b5 admin admin] Pushing event updated for resources: {'Port': ['ID=c61ef779-7fb8-4df4-b5f6-08a70b217962,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:34:17.633168 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501b695e-624c-41ab-b7da-f757eb3412bf admin admin] Network 11c2fcee-3e12-40fc-bbdd-73661221b9b4 is already hosted by enough agents. {{(pid=94020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 03:34:17.647599 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-87311eee-f4d9-499e-acdc-5547b36657f1 None None] Provisioning complete for port 1cc02809-fa64-4b62-944b-867d4971ef8a triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:34:17.647998 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-87311eee-f4d9-499e-acdc-5547b36657f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:17.648972 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.base_scheduler [None req-501b695e-624c-41ab-b7da-f757eb3412bf admin admin] Resources bound (agent type, host, resource id): {{(pid=94020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:34:17.659574 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ac88f0f7-531e-4ddc-b0b9-a6acc4ba6c37 req-fa2401f8-19b5-447c-8100-993b9c3fde9d tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/ports?device_id=a22fb511-2390-4ae7-ba98-96456df13c9c HTTP/1.1" status: 200 len: 210 time: 0.0757546 Sep 25 03:34:17.668318 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501b695e-624c-41ab-b7da-f757eb3412bf admin admin] Received port after_create {{(pid=94020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 03:34:17.690517 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-7d18068b-a39d-4d36-a79d-e02fe80922b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3896965'] for router_interface, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:17.723996 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-8078b6bb-e67b-4484-b3c7-4357e375fe0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:17.746460 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501b695e-624c-41ab-b7da-f757eb3412bf admin admin] Pushing event updated for resources: {'Port': ['ID=c4b1fd14-816c-41c3-8f92-f773e1ed7875,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:34:17.782009 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501b695e-624c-41ab-b7da-f757eb3412bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:34:17.783357 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501b695e-624c-41ab-b7da-f757eb3412bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:34:17.784055 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501b695e-624c-41ab-b7da-f757eb3412bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:34:17.784561 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501b695e-624c-41ab-b7da-f757eb3412bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:34:17.785110 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501b695e-624c-41ab-b7da-f757eb3412bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:34:17.786084 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501b695e-624c-41ab-b7da-f757eb3412bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:34:17.786617 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501b695e-624c-41ab-b7da-f757eb3412bf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:34:17.787117 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501b695e-624c-41ab-b7da-f757eb3412bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:34:17.787623 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501b695e-624c-41ab-b7da-f757eb3412bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:34:17.788095 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501b695e-624c-41ab-b7da-f757eb3412bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:34:17.788562 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501b695e-624c-41ab-b7da-f757eb3412bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:34:17.789098 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501b695e-624c-41ab-b7da-f757eb3412bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:34:17.905433 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-4e84243d-bacf-42a4-829f-55b41ea7c7da None None] Notify callbacks [] for port, precommit_create {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:18.025060 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-4e84243d-bacf-42a4-829f-55b41ea7c7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731880292801'] for port, after_create {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:18.087078 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-7d18068b-a39d-4d36-a79d-e02fe80922b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:18.120992 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eeff1bd-8489-46d5-bb62-04dc0f114edc None None] Sync routers for ids ['4ffb49e0-1e1c-4b63-b363-7c32786630d6'] in dv-cinder-775706-4-iscsi {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 03:34:18.164980 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eeff1bd-8489-46d5-bb62-04dc0f114edc None None] Routers {'4ffb49e0-1e1c-4b63-b363-7c32786630d6'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:34:18.165691 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-7eeff1bd-8489-46d5-bb62-04dc0f114edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:34:18Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['4ffb49e0-1e1c-4b63-b363-7c32786630d6'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:34:18.212892 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 55044) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:34:18.281933 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-7eeff1bd-8489-46d5-bb62-04dc0f114edc None None] Set router 4ffb49e0-1e1c-4b63-b363-7c32786630d6 gateway port host: dv-cinder-775706-4-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:34:18.414211 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-8659ff77-5934-4b2f-85d3-e516cd8b38f3 None None] Provisioning complete for port c61ef779-7fb8-4df4-b5f6-08a70b217962 triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:34:18.417652 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-8659ff77-5934-4b2f-85d3-e516cd8b38f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:18.461413 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e84243d-bacf-42a4-829f-55b41ea7c7da None None] Network 235393c7-2c08-4a3b-b385-a9d601c1f1ee is already hosted by enough agents. {{(pid=94022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 03:34:18.465477 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:18.492400 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] For port 4e4847b6-1d43-43aa-8619-ae9e17029fc4, host dv-cinder-775706-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=4e4847b6-1d43-43aa-8619-ae9e17029fc4,segment=NetworkSegment(48bff68c-e483-4cc4-95dd-dcbe15bbe597),segment_id=48bff68c-e483-4cc4-95dd-dcbe15bbe597)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:34:18.527029 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-7d18068b-a39d-4d36-a79d-e02fe80922b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:18.542012 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-7d18068b-a39d-4d36-a79d-e02fe80922b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3214569'] for port, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:18.561329 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.scheduler.base_scheduler [None req-4e84243d-bacf-42a4-829f-55b41ea7c7da None None] Resources bound (agent type, host, resource id): {{(pid=94022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:34:18.662924 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e84243d-bacf-42a4-829f-55b41ea7c7da None None] Received port after_create {{(pid=94022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 03:34:18.679910 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:18.700139 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e84243d-bacf-42a4-829f-55b41ea7c7da None None] Pushing event updated for resources: {'Port': ['ID=6283367e-0588-4d6b-ad1b-0865a2d2df1f,revision_number=1']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:34:18.725265 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d033e41-352c-42c8-bc9f-8209919d83c1 req-ca0caeb2-65c2-48ec-b4a4-9395da954d1f tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:18.727424 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6d033e41-352c-42c8-bc9f-8209919d83c1 req-ca0caeb2-65c2-48ec-b4a4-9395da954d1f tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.45 "GET /v2.0/networks?id=89e779df-c836-498b-8f59-96d1b762d6e8 HTTP/1.1" status: 200 len: 815 time: 0.3673351 Sep 25 03:34:18.732470 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-7d18068b-a39d-4d36-a79d-e02fe80922b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3623135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3893365'] for router_interface, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:18.738202 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d82e1b29-6017-4e96-9190-64512e6ac8e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:18.791230 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [req-6d033e41-352c-42c8-bc9f-8209919d83c1 req-d300e614-884a-45a8-9c82-a2dde8f4fc22 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Request body: {'port': {'device_id': 'a22fb511-2390-4ae7-ba98-96456df13c9c', 'network_id': '89e779df-c836-498b-8f59-96d1b762d6e8', 'admin_state_up': True, 'tenant_id': '38f2ee3f8f7f41cf906b46bcbbc31b5d'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:34:18.804870 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-8659ff77-5934-4b2f-85d3-e516cd8b38f3 None None] Port c61ef779-7fb8-4df4-b5f6-08a70b217962 cannot update to ACTIVE because it is not bound. {{(pid=94022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 25 03:34:18.917575 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Pushing event updated for resources: {'Port': ['ID=4e4847b6-1d43-43aa-8619-ae9e17029fc4,revision_number=4']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:34:18.944588 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-4e84243d-bacf-42a4-829f-55b41ea7c7da None None] Attempting to bind port 6283367e-0588-4d6b-ad1b-0865a2d2df1f on host dv-cinder-775706-4-iscsi for vnic_type normal with profile {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 03:34:18.945372 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-4e84243d-bacf-42a4-829f-55b41ea7c7da None None] Attempting to bind port 6283367e-0588-4d6b-ad1b-0865a2d2df1f by drivers openvswitch,hyperv on host dv-cinder-775706-4-iscsi at level 0 using segments [{'id': '9b7844a0-1abe-4440-ae4a-fa24878cbc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '235393c7-2c08-4a3b-b385-a9d601c1f1ee'}] {{(pid=94022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 03:34:18.946106 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e84243d-bacf-42a4-829f-55b41ea7c7da None None] Attempting to bind port 6283367e-0588-4d6b-ad1b-0865a2d2df1f on network 235393c7-2c08-4a3b-b385-a9d601c1f1ee {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 03:34:18.955322 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e84243d-bacf-42a4-829f-55b41ea7c7da None None] Checking agent: {'id': '92762cd5-f40e-4e3b-860e-7f1faf1bdbcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 3, 21, 49), 'started_at': datetime.datetime(2021, 9, 25, 3, 22, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 3, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 03:34:18.956058 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e84243d-bacf-42a4-829f-55b41ea7c7da None None] Checking segment: {'id': '9b7844a0-1abe-4440-ae4a-fa24878cbc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '235393c7-2c08-4a3b-b385-a9d601c1f1ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 03:34:18.956630 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-4e84243d-bacf-42a4-829f-55b41ea7c7da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:18.957376 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e84243d-bacf-42a4-829f-55b41ea7c7da None None] Bound using segment: {'id': '9b7844a0-1abe-4440-ae4a-fa24878cbc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '235393c7-2c08-4a3b-b385-a9d601c1f1ee'} {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 03:34:18.958095 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-4e84243d-bacf-42a4-829f-55b41ea7c7da None None] Bound port: 6283367e-0588-4d6b-ad1b-0865a2d2df1f, host: dv-cinder-775706-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b7844a0-1abe-4440-ae4a-fa24878cbc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '235393c7-2c08-4a3b-b385-a9d601c1f1ee'}}] {{(pid=94022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 03:34:18.958704 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-4e84243d-bacf-42a4-829f-55b41ea7c7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:19.030353 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-501b695e-624c-41ab-b7da-f757eb3412bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:19.054590 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e015bcef-0a6e-471a-9da1-c2f34fb0f562 req-30f2925b-f490-4827-a004-8c55642f4cfb tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/ports?device_id=a22fb511-2390-4ae7-ba98-96456df13c9c HTTP/1.1" status: 200 len: 210 time: 0.0941656 Sep 25 03:34:19.088250 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d18068b-a39d-4d36-a79d-e02fe80922b5 admin admin] Pushing event updated for resources: {'Port': ['ID=c61ef779-7fb8-4df4-b5f6-08a70b217962,revision_number=2']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:34:19.156306 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d82e1b29-6017-4e96-9190-64512e6ac8e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:19.177302 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d82e1b29-6017-4e96-9190-64512e6ac8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:19.182072 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbdbf77-358b-4d40-a351-107d8133f19c req-33463ccf-c07a-476e-8321-1896055ff521 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:19.184600 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-afbdbf77-358b-4d40-a351-107d8133f19c req-33463ccf-c07a-476e-8321-1896055ff521 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/ports?device_id=36ce5dc8-fe73-4edc-81d3-e0313fe83860 HTTP/1.1" status: 200 len: 946 time: 0.5864654 Sep 25 03:34:19.211769 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-7eeff1bd-8489-46d5-bb62-04dc0f114edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'name': 'tempest-TestVolumeBootPattern-517260034-router', 'tenant_id': 'db363e7cf1b9415d89602f3298329e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '4e4847b6-1d43-43aa-8619-ae9e17029fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:34:05Z', 'updated_at': '2021-09-25T03:34:11Z', 'revision_number': 4, 'project_id': 'db363e7cf1b9415d89602f3298329e35', 'gw_port': {'id': '4e4847b6-1d43-43aa-8619-ae9e17029fc4', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:25:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:06Z', 'updated_at': '2021-09-25T03:34:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_interfaces': [{'id': '6eb43f13-becb-437d-b43d-aaf8c5b31ad3', 'name': '', 'network_id': '3af85cfb-dd93-48a8-a1e1-fc03ce02f109', 'tenant_id': 'db363e7cf1b9415d89602f3298329e35', 'mac_address': 'fa:16:3e:17:c4:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '214e70c9-9735-4259-b6d5-e362dbd8f3ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:10Z', 'updated_at': '2021-09-25T03:34:12Z', 'revision_number': 2, 'project_id': 'db363e7cf1b9415d89602f3298329e35', 'subnets': [{'id': '214e70c9-9735-4259-b6d5-e362dbd8f3ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:34:19.216030 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-4e84243d-bacf-42a4-829f-55b41ea7c7da None None] For port 6283367e-0588-4d6b-ad1b-0865a2d2df1f, host dv-cinder-775706-4-iscsi, cleared binding levels {{(pid=94022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 03:34:19.311851 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eeff1bd-8489-46d5-bb62-04dc0f114edc None None] Checking router: 4ffb49e0-1e1c-4b63-b363-7c32786630d6 for host: dv-cinder-775706-4-iscsi {{(pid=94022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 03:34:19.312214 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eeff1bd-8489-46d5-bb62-04dc0f114edc None None] Updating router 4ffb49e0-1e1c-4b63-b363-7c32786630d6 port 6eb43f13-becb-437d-b43d-aaf8c5b31ad3 binding host dv-cinder-775706-4-iscsi {{(pid=94022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 03:34:19.325867 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-4e84243d-bacf-42a4-829f-55b41ea7c7da None None] For port 6283367e-0588-4d6b-ad1b-0865a2d2df1f, host dv-cinder-775706-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=6283367e-0588-4d6b-ad1b-0865a2d2df1f,segment=NetworkSegment(9b7844a0-1abe-4440-ae4a-fa24878cbc31),segment_id=9b7844a0-1abe-4440-ae4a-fa24878cbc31)] {{(pid=94022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 03:34:19.389495 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-fa5af178-6116-457c-95b6-13dc589f2bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:19.403806 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-4e84243d-bacf-42a4-829f-55b41ea7c7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:19.460240 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d033e41-352c-42c8-bc9f-8209919d83c1 req-d300e614-884a-45a8-9c82-a2dde8f4fc22 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Made reservation on behalf of 38f2ee3f8f7f41cf906b46bcbbc31b5d for: {'port': 1} {{(pid=94021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 03:34:19.487099 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-6d033e41-352c-42c8-bc9f-8209919d83c1 req-d300e614-884a-45a8-9c82-a2dde8f4fc22 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:19.490139 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 55072) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:34:19.495694 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-d82e1b29-6017-4e96-9190-64512e6ac8e3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=efc686846cae41c59c20719577d0ff0e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2815821 Sep 25 03:34:19.585525 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e84243d-bacf-42a4-829f-55b41ea7c7da None None] Pushing event updated for resources: {'Port': ['ID=6283367e-0588-4d6b-ad1b-0865a2d2df1f,revision_number=2']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:34:19.595242 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:19.599917 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device 4e4847b6-1d43-43aa-8619-ae9e17029fc4 up at agent ovs-agent-dv-cinder-775706-4-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 03:34:19.626213 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-7eeff1bd-8489-46d5-bb62-04dc0f114edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:19.636019 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-afbdbf77-358b-4d40-a351-107d8133f19c req-8c8571ad-7a0a-4942-ad60-ee47d9afec1d tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c699c2a-ea95-4f2c-8172-f4ed6406eab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3981278 Sep 25 03:34:19.656125 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d18068b-a39d-4d36-a79d-e02fe80922b5 admin admin] Network 0db9f430-59d9-43f8-9631-d99e7f9ba1b1 is already hosted by enough agents. {{(pid=94021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 03:34:19.673409 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.base_scheduler [None req-7d18068b-a39d-4d36-a79d-e02fe80922b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:34:19.913539 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-501b695e-624c-41ab-b7da-f757eb3412bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3899148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897272'] for router, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:19.915911 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82e1b29-6017-4e96-9190-64512e6ac8e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa2861f-e5fd-400b-905f-72253fb9af46,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:34:20.024000 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-78208da6-21b0-41f6-a608-99d67e650fb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:20.166316 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-78208da6-21b0-41f6-a608-99d67e650fb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:20.296024 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-dce4ffd9-a345-4d99-9306-af66e6392909 None None] Provisioning complete for port c61ef779-7fb8-4df4-b5f6-08a70b217962 triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:34:20.297894 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-dce4ffd9-a345-4d99-9306-af66e6392909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:20.478810 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-501b695e-624c-41ab-b7da-f757eb3412bf admin admin] Router d5957849-933f-46a4-a332-38111b2b957a is scheduled to L3 agent be170b3f-ec9b-4dfa-8e40-fa1591bf80a9 with binding_index 1 {{(pid=94020) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 03:34:20.481967 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-78208da6-21b0-41f6-a608-99d67e650fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:20.485299 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-78208da6-21b0-41f6-a608-99d67e650fb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:20.490677 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-78208da6-21b0-41f6-a608-99d67e650fb2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0fa2861f-e5fd-400b-905f-72253fb9af46 HTTP/1.1" status: 204 len: 168 time: 0.9423203 Sep 25 03:34:20.589833 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-dce4ffd9-a345-4d99-9306-af66e6392909 None None] Port c61ef779-7fb8-4df4-b5f6-08a70b217962 cannot update to ACTIVE because it is not bound. {{(pid=94022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 25 03:34:20.670561 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Provisioning complete for port 4e4847b6-1d43-43aa-8619-ae9e17029fc4 triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:34:20.670945 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:20.679385 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b675fe6e-f3f5-4de1-b2ef-49c33f2e8a95 req-f7ba087f-0711-4b82-b5d7-54392859da1b tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/ports?device_id=a22fb511-2390-4ae7-ba98-96456df13c9c HTTP/1.1" status: 200 len: 210 time: 0.3486664 Sep 25 03:34:20.696004 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d18068b-a39d-4d36-a79d-e02fe80922b5 admin admin] Router a082b15f-b8f8-4c54-8e21-6b61c59b9936 has already been hosted by L3 agent be170b3f-ec9b-4dfa-8e40-fa1591bf80a9 {{(pid=94021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 03:34:20.712025 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78208da6-21b0-41f6-a608-99d67e650fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa2861f-e5fd-400b-905f-72253fb9af46,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:34:20.751889 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.db.db_base_plugin_common [req-6d033e41-352c-42c8-bc9f-8209919d83c1 req-d300e614-884a-45a8-9c82-a2dde8f4fc22 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Allocated IP 172.20.0.9 (89e779df-c836-498b-8f59-96d1b762d6e8/63d421db-5dcc-4401-a62e-bc953d53849c/24ffe511-2b6b-4295-90e5-34a6aa6a3f6a) {{(pid=94021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 03:34:20.801502 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-501b695e-624c-41ab-b7da-f757eb3412bf admin admin] Notify agent at l3_agent.dv-cinder-775706-4-iscsi the message routers_updated {{(pid=94020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 03:34:20.821273 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4566e0-0963-4438-b100-c706d1b2731a None None] Sync routers for ids ['d5957849-933f-46a4-a332-38111b2b957a'] in dv-cinder-775706-4-iscsi {{(pid=94023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 03:34:20.855497 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4566e0-0963-4438-b100-c706d1b2731a None None] Routers {'d5957849-933f-46a4-a332-38111b2b957a'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:34:20.859141 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-ae4566e0-0963-4438-b100-c706d1b2731a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:34:18Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['d5957849-933f-46a4-a332-38111b2b957a'], 'active': True} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:34:20.878370 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-501b695e-624c-41ab-b7da-f757eb3412bf admin admin] Notify callbacks [] for router, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:20.881580 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-501b695e-624c-41ab-b7da-f757eb3412bf admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.9948778 Sep 25 03:34:20.885641 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 55082) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:34:21.259242 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvr_db [None req-ae4566e0-0963-4438-b100-c706d1b2731a None None] Set router d5957849-933f-46a4-a332-38111b2b957a gateway port host: dv-cinder-775706-4-iscsi {{(pid=94023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:34:21.286809 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-afd92d12-b9d5-4a92-bfd4-50d3cdf2ae8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:21.290274 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device 1cc02809-fa64-4b62-944b-867d4971ef8a up at agent ovs-agent-dv-cinder-775706-4-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 03:34:21.361629 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d18068b-a39d-4d36-a79d-e02fe80922b5 admin admin] Notify agent at l3_agent.dv-cinder-775706-4-iscsi the message routers_updated {{(pid=94021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 03:34:21.368448 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-7d18068b-a39d-4d36-a79d-e02fe80922b5 admin admin] 10.222.0.42 "PUT /v2.0/routers/a082b15f-b8f8-4c54-8e21-6b61c59b9936/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5203030 Sep 25 03:34:21.436942 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-7eeff1bd-8489-46d5-bb62-04dc0f114edc None None] Notify callbacks [] for port, precommit_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:21.530487 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bea050-d88c-43e6-98f4-3c43962e78e7 None None] Sync routers for ids ['a082b15f-b8f8-4c54-8e21-6b61c59b9936'] in dv-cinder-775706-4-iscsi {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 03:34:21.540924 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-7eeff1bd-8489-46d5-bb62-04dc0f114edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:21.595220 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2067e95d-3108-4d17-9bc1-8a76e84f162b req-494b5e5c-27e4-4343-bc21-f33ca839e709 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:21.597632 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2067e95d-3108-4d17-9bc1-8a76e84f162b req-494b5e5c-27e4-4343-bc21-f33ca839e709 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/ports?device_id=36ce5dc8-fe73-4edc-81d3-e0313fe83860 HTTP/1.1" status: 200 len: 946 time: 0.5193994 Sep 25 03:34:21.834512 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bea050-d88c-43e6-98f4-3c43962e78e7 None None] Routers {'a082b15f-b8f8-4c54-8e21-6b61c59b9936'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:34:21.835181 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-e5bea050-d88c-43e6-98f4-3c43962e78e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:34:18Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['a082b15f-b8f8-4c54-8e21-6b61c59b9936'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:34:21.893443 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2067e95d-3108-4d17-9bc1-8a76e84f162b req-045fdff6-853e-4e9c-b5af-158be6a0fbbb tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c699c2a-ea95-4f2c-8172-f4ed6406eab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2859769 Sep 25 03:34:21.911468 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-6d033e41-352c-42c8-bc9f-8209919d83c1 req-d300e614-884a-45a8-9c82-a2dde8f4fc22 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Notify callbacks [] for port, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:22.015361 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Provisioning complete for port 1cc02809-fa64-4b62-944b-867d4971ef8a triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:34:22.015747 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:22.077521 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2906bcff-96b7-483d-885e-7b9bebe62022 None None] Pushing event updated for resources: {'Port': ['ID=6eb43f13-becb-437d-b43d-aaf8c5b31ad3,revision_number=3']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:34:22.112980 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-ae4566e0-0963-4438-b100-c706d1b2731a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5957849-933f-46a4-a332-38111b2b957a', 'name': 'tempest-TestVolumeBootPattern-148685335-router', 'tenant_id': 'c0bad056a1b045f3849b65aa757c9146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': 'c4b1fd14-816c-41c3-8f92-f773e1ed7875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:34:15Z', 'updated_at': '2021-09-25T03:34:18Z', 'revision_number': 3, 'project_id': 'c0bad056a1b045f3849b65aa757c9146', 'gw_port': {'id': 'c4b1fd14-816c-41c3-8f92-f773e1ed7875', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e9:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5957849-933f-46a4-a332-38111b2b957a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:16Z', 'updated_at': '2021-09-25T03:34:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi'}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:34:22.200727 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4566e0-0963-4438-b100-c706d1b2731a None None] Checking router: d5957849-933f-46a4-a332-38111b2b957a for host: dv-cinder-775706-4-iscsi {{(pid=94023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 03:34:22.201123 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4566e0-0963-4438-b100-c706d1b2731a None None] Updating router d5957849-933f-46a4-a332-38111b2b957a port c4b1fd14-816c-41c3-8f92-f773e1ed7875 binding host dv-cinder-775706-4-iscsi {{(pid=94023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 03:34:22.252919 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b3579b3d-06fc-421b-a6a1-02725aa2bd2c req-91d4e132-52d4-4508-aec2-6172c05171cd tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/ports?device_id=a22fb511-2390-4ae7-ba98-96456df13c9c HTTP/1.1" status: 200 len: 210 time: 0.1680055 Sep 25 03:34:22.292639 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-6d033e41-352c-42c8-bc9f-8209919d83c1 req-d300e614-884a-45a8-9c82-a2dde8f4fc22 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731880292801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3214562'] for port, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:22.362340 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-ae4566e0-0963-4438-b100-c706d1b2731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:22.396700 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d300e614-884a-45a8-9c82-a2dde8f4fc22 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Pushing event updated for resources: {'Port': ['ID=24ffe511-2b6b-4295-90e5-34a6aa6a3f6a,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:34:22.425901 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d033e41-352c-42c8-bc9f-8209919d83c1 req-d300e614-884a-45a8-9c82-a2dde8f4fc22 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Network 89e779df-c836-498b-8f59-96d1b762d6e8 is already hosted by enough agents. {{(pid=94021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 03:34:22.430753 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.base_scheduler [req-6d033e41-352c-42c8-bc9f-8209919d83c1 req-d300e614-884a-45a8-9c82-a2dde8f4fc22 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Resources bound (agent type, host, resource id): {{(pid=94021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:34:22.436282 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d033e41-352c-42c8-bc9f-8209919d83c1 req-d300e614-884a-45a8-9c82-a2dde8f4fc22 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Received port after_create {{(pid=94021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 03:34:22.542426 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d033e41-352c-42c8-bc9f-8209919d83c1 req-d300e614-884a-45a8-9c82-a2dde8f4fc22 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:22.543504 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-6d033e41-352c-42c8-bc9f-8209919d83c1 req-d300e614-884a-45a8-9c82-a2dde8f4fc22 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:22.581075 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6d033e41-352c-42c8-bc9f-8209919d83c1 req-d300e614-884a-45a8-9c82-a2dde8f4fc22 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8212111 Sep 25 03:34:22.599907 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6e851c29-920e-45ac-bda0-0494a28c3c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:22.624343 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-7eeff1bd-8489-46d5-bb62-04dc0f114edc None None] Attempting to bind port 6eb43f13-becb-437d-b43d-aaf8c5b31ad3 on host dv-cinder-775706-4-iscsi for vnic_type normal with profile {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 03:34:22.625067 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-7eeff1bd-8489-46d5-bb62-04dc0f114edc None None] Attempting to bind port 6eb43f13-becb-437d-b43d-aaf8c5b31ad3 by drivers openvswitch,hyperv on host dv-cinder-775706-4-iscsi at level 0 using segments [{'id': 'e95060b2-b7b1-413f-8b0c-ca64c0be8c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3af85cfb-dd93-48a8-a1e1-fc03ce02f109'}] {{(pid=94022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 03:34:22.637129 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eeff1bd-8489-46d5-bb62-04dc0f114edc None None] Attempting to bind port 6eb43f13-becb-437d-b43d-aaf8c5b31ad3 on network 3af85cfb-dd93-48a8-a1e1-fc03ce02f109 {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 03:34:22.668058 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 55108) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:34:22.672041 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [req-6d033e41-352c-42c8-bc9f-8209919d83c1 req-77f9b038-ab87-4b94-8140-e49e286094ac service neutron] Request body: {'port': {'device_id': 'a22fb511-2390-4ae7-ba98-96456df13c9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:34:22.713861 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eeff1bd-8489-46d5-bb62-04dc0f114edc None None] Checking agent: {'id': '92762cd5-f40e-4e3b-860e-7f1faf1bdbcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 3, 21, 49), 'started_at': datetime.datetime(2021, 9, 25, 3, 22, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 3, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 03:34:22.714400 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eeff1bd-8489-46d5-bb62-04dc0f114edc None None] Checking segment: {'id': 'e95060b2-b7b1-413f-8b0c-ca64c0be8c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3af85cfb-dd93-48a8-a1e1-fc03ce02f109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 03:34:22.714869 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-7eeff1bd-8489-46d5-bb62-04dc0f114edc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:22.715271 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eeff1bd-8489-46d5-bb62-04dc0f114edc None None] Bound using segment: {'id': 'e95060b2-b7b1-413f-8b0c-ca64c0be8c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3af85cfb-dd93-48a8-a1e1-fc03ce02f109'} {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 03:34:22.715873 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-91f4871d-3884-4810-89f4-4f3a40f8d95a tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Request body: {'security_group': {'name': 'tempest-securitygroup--57648573', 'description': 'tempest-description--791791537'}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:34:22.727504 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-7eeff1bd-8489-46d5-bb62-04dc0f114edc None None] Bound port: 6eb43f13-becb-437d-b43d-aaf8c5b31ad3, host: dv-cinder-775706-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e95060b2-b7b1-413f-8b0c-ca64c0be8c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3af85cfb-dd93-48a8-a1e1-fc03ce02f109'}}] {{(pid=94022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 03:34:22.728144 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-7eeff1bd-8489-46d5-bb62-04dc0f114edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:22.809915 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-91f4871d-3884-4810-89f4-4f3a40f8d95a tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:22.950395 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.db.db_base_plugin_common [None req-6e851c29-920e-45ac-bda0-0494a28c3c26 admin admin] Allocated IP 172.20.0.1 (235393c7-2c08-4a3b-b385-a9d601c1f1ee/3ce76969-68f5-4aa6-ba30-a2d99fa09209/2bd31420-e371-4420-b091-857e614ae7af) {{(pid=94020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 03:34:22.981749 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-e5bea050-d88c-43e6-98f4-3c43962e78e7 None None] Set router a082b15f-b8f8-4c54-8e21-6b61c59b9936 gateway port host: dv-cinder-775706-4-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:34:23.081263 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-91f4871d-3884-4810-89f4-4f3a40f8d95a tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:23.109463 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa193f32-1a36-46de-b23a-4736f84e3bd0 None None] Network 235393c7-2c08-4a3b-b385-a9d601c1f1ee requested from dv-cinder-775706-4-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 03:34:23.159737 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-91f4871d-3884-4810-89f4-4f3a40f8d95a tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:23.239532 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-282a845e-232a-40f6-a5fa-870b942303a3 None None] Provisioning complete for port 6eb43f13-becb-437d-b43d-aaf8c5b31ad3 triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:34:23.239911 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-282a845e-232a-40f6-a5fa-870b942303a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:23.365995 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6e851c29-920e-45ac-bda0-0494a28c3c26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:23.451689 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-91f4871d-3884-4810-89f4-4f3a40f8d95a tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:23.456068 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-91f4871d-3884-4810-89f4-4f3a40f8d95a tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.7864611 Sep 25 03:34:23.461799 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 55120) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:34:23.482380 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-41baa132-3ecc-4ce2-8c02-a9f3f1fbe8e2 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Request body: {'security_group_rule': {'security_group_id': '6473a50f-cdc8-4f4d-899e-137238ffc538', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:34:23.514671 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f4871d-3884-4810-89f4-4f3a40f8d95a tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6473a50f-cdc8-4f4d-899e-137238ffc538,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:34:23.634577 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device 34fcae6b-4f04-405b-a2bf-335fef59cb62 up at agent ovs-agent-dv-cinder-775706-4-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 03:34:23.671445 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-41baa132-3ecc-4ce2-8c02-a9f3f1fbe8e2 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:23.682137 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6e851c29-920e-45ac-bda0-0494a28c3c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731880292801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937715'] for port, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:23.696881 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-ae4566e0-0963-4438-b100-c706d1b2731a None None] Notify callbacks [] for port, precommit_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:23.722463 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-ae4566e0-0963-4438-b100-c706d1b2731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:23.791642 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e851c29-920e-45ac-bda0-0494a28c3c26 admin admin] Network 235393c7-2c08-4a3b-b385-a9d601c1f1ee is already hosted by enough agents. {{(pid=94020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 03:34:23.822495 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-6d033e41-352c-42c8-bc9f-8209919d83c1 req-77f9b038-ab87-4b94-8140-e49e286094ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:23.832493 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.base_scheduler [None req-6e851c29-920e-45ac-bda0-0494a28c3c26 admin admin] Resources bound (agent type, host, resource id): {{(pid=94020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:34:23.861991 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e851c29-920e-45ac-bda0-0494a28c3c26 admin admin] Received port after_create {{(pid=94020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 03:34:23.869035 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.managers [None req-ae4566e0-0963-4438-b100-c706d1b2731a None None] Attempting to bind port c4b1fd14-816c-41c3-8f92-f773e1ed7875 on host dv-cinder-775706-4-iscsi for vnic_type normal with profile {{(pid=94023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 03:34:23.869829 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.managers [None req-ae4566e0-0963-4438-b100-c706d1b2731a None None] Attempting to bind port c4b1fd14-816c-41c3-8f92-f773e1ed7875 by drivers openvswitch,hyperv on host dv-cinder-775706-4-iscsi at level 0 using segments [{'id': '48bff68c-e483-4cc4-95dd-dcbe15bbe597', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4'}] {{(pid=94023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 03:34:23.870428 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4566e0-0963-4438-b100-c706d1b2731a None None] Attempting to bind port c4b1fd14-816c-41c3-8f92-f773e1ed7875 on network 11c2fcee-3e12-40fc-bbdd-73661221b9b4 {{(pid=94023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 03:34:23.899671 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4566e0-0963-4438-b100-c706d1b2731a None None] Checking agent: {'id': '92762cd5-f40e-4e3b-860e-7f1faf1bdbcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 3, 21, 49), 'started_at': datetime.datetime(2021, 9, 25, 3, 22, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 3, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 03:34:23.900362 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4566e0-0963-4438-b100-c706d1b2731a None None] Checking segment: {'id': '48bff68c-e483-4cc4-95dd-dcbe15bbe597', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 03:34:23.901046 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-ae4566e0-0963-4438-b100-c706d1b2731a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:23.901671 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4566e0-0963-4438-b100-c706d1b2731a None None] Bound using segment: {'id': '48bff68c-e483-4cc4-95dd-dcbe15bbe597', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4'} {{(pid=94023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 03:34:23.902413 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.managers [None req-ae4566e0-0963-4438-b100-c706d1b2731a None None] Bound port: c4b1fd14-816c-41c3-8f92-f773e1ed7875, host: dv-cinder-775706-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48bff68c-e483-4cc4-95dd-dcbe15bbe597', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4'}}] {{(pid=94023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 03:34:23.903067 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-ae4566e0-0963-4438-b100-c706d1b2731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:24.014755 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6e851c29-920e-45ac-bda0-0494a28c3c26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3896965'] for router_interface, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:24.054205 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7068b07b-3a2c-40a1-886a-e20852232b0a req-1f558e6e-cb62-4802-b00f-4803f6afa91b tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:24.057834 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7068b07b-3a2c-40a1-886a-e20852232b0a req-1f558e6e-cb62-4802-b00f-4803f6afa91b tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/ports?device_id=a22fb511-2390-4ae7-ba98-96456df13c9c HTTP/1.1" status: 200 len: 931 time: 0.4123967 Sep 25 03:34:24.070113 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.db [None req-ae4566e0-0963-4438-b100-c706d1b2731a None None] For port c4b1fd14-816c-41c3-8f92-f773e1ed7875, host dv-cinder-775706-4-iscsi, cleared binding levels {{(pid=94023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 03:34:24.078055 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.db [None req-ae4566e0-0963-4438-b100-c706d1b2731a None None] For port c4b1fd14-816c-41c3-8f92-f773e1ed7875, host dv-cinder-775706-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=c4b1fd14-816c-41c3-8f92-f773e1ed7875,segment=NetworkSegment(48bff68c-e483-4cc4-95dd-dcbe15bbe597),segment_id=48bff68c-e483-4cc4-95dd-dcbe15bbe597)] {{(pid=94023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 03:34:24.085198 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a8d009-dbc8-4b3d-8f9e-37e4109fdbc9 req-ef61b088-26e5-4bcf-bc38-f79e36599f08 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:24.106414 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-ae4566e0-0963-4438-b100-c706d1b2731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:24.108574 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-51a8d009-dbc8-4b3d-8f9e-37e4109fdbc9 req-ef61b088-26e5-4bcf-bc38-f79e36599f08 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/ports?device_id=36ce5dc8-fe73-4edc-81d3-e0313fe83860 HTTP/1.1" status: 200 len: 946 time: 0.4679861 Sep 25 03:34:24.153289 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d048ef32-a501-413a-8751-bdf0576fd7d3 None None] Pushing event updated for resources: {'Port': ['ID=c4b1fd14-816c-41c3-8f92-f773e1ed7875,revision_number=2']} {{(pid=94023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:34:24.275102 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d048ef32-a501-413a-8751-bdf0576fd7d3 None None] Pushing event updated for resources: {'Port': ['ID=c4b1fd14-816c-41c3-8f92-f773e1ed7875,revision_number=3']} {{(pid=94023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:34:24.302696 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-7eeff1bd-8489-46d5-bb62-04dc0f114edc None None] For port 6eb43f13-becb-437d-b43d-aaf8c5b31ad3, host dv-cinder-775706-4-iscsi, cleared binding levels {{(pid=94022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 03:34:24.306321 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-7eeff1bd-8489-46d5-bb62-04dc0f114edc None None] For port 6eb43f13-becb-437d-b43d-aaf8c5b31ad3, host dv-cinder-775706-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=6eb43f13-becb-437d-b43d-aaf8c5b31ad3,segment=NetworkSegment(e95060b2-b7b1-413f-8b0c-ca64c0be8c3d),segment_id=e95060b2-b7b1-413f-8b0c-ca64c0be8c3d)] {{(pid=94022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 03:34:24.311449 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4566e0-0963-4438-b100-c706d1b2731a None None] Routers {'d5957849-933f-46a4-a332-38111b2b957a'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:34:24.314730 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-ae4566e0-0963-4438-b100-c706d1b2731a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:34:18Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['d5957849-933f-46a4-a332-38111b2b957a'], 'active': True} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:34:24.321672 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-282a845e-232a-40f6-a5fa-870b942303a3 None None] Port 6eb43f13-becb-437d-b43d-aaf8c5b31ad3 cannot update to ACTIVE because it is not bound. {{(pid=94022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 25 03:34:24.331607 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-7eeff1bd-8489-46d5-bb62-04dc0f114edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:24.376555 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-41baa132-3ecc-4ce2-8c02-a9f3f1fbe8e2 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:24.389250 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e851c29-920e-45ac-bda0-0494a28c3c26 admin admin] Pushing event updated for resources: {'Port': ['ID=2bd31420-e371-4420-b091-857e614ae7af,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:34:24.415567 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7068b07b-3a2c-40a1-886a-e20852232b0a req-d1938485-e353-4f4c-9feb-8cbb7168d3ea tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/security-groups?id=32c65188-c1b8-4ff9-b0ae-66d6e27932f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892420 Sep 25 03:34:24.444164 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-41baa132-3ecc-4ce2-8c02-a9f3f1fbe8e2 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491355'] for security_group_rule, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:24.469935 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2906bcff-96b7-483d-885e-7b9bebe62022 None None] Pushing event updated for resources: {'Port': ['ID=6eb43f13-becb-437d-b43d-aaf8c5b31ad3,revision_number=4']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:34:24.527281 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-51a8d009-dbc8-4b3d-8f9e-37e4109fdbc9 req-0c4b929e-0a40-4d02-b89c-007fd3e93fba tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c699c2a-ea95-4f2c-8172-f4ed6406eab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4105542 Sep 25 03:34:24.553570 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvr_db [None req-ae4566e0-0963-4438-b100-c706d1b2731a None None] Set router d5957849-933f-46a4-a332-38111b2b957a gateway port host: dv-cinder-775706-4-iscsi {{(pid=94023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:34:24.585625 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-41baa132-3ecc-4ce2-8c02-a9f3f1fbe8e2 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:24.592675 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-41baa132-3ecc-4ce2-8c02-a9f3f1fbe8e2 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1240466 Sep 25 03:34:24.596615 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41baa132-3ecc-4ce2-8c02-a9f3f1fbe8e2 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a310afd-298a-4ce0-ba50-7228cba061eb,revision_number=0']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:34:24.606754 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 55130) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:34:24.615573 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-4496fcb3-d95e-47e5-8834-ac6b6a457108 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Request body: {'security_group_rule': {'security_group_id': '6473a50f-cdc8-4f4d-899e-137238ffc538', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:34:24.639472 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6e851c29-920e-45ac-bda0-0494a28c3c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:24.830838 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [req-6d033e41-352c-42c8-bc9f-8209919d83c1 req-77f9b038-ab87-4b94-8140-e49e286094ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24ffe511-2b6b-4295-90e5-34a6aa6a3f6a {{(pid=94021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 03:34:24.847076 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-6d033e41-352c-42c8-bc9f-8209919d83c1 req-77f9b038-ab87-4b94-8140-e49e286094ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:24.849899 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-4496fcb3-d95e-47e5-8834-ac6b6a457108 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:24.871106 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.db.provisioning_blocks [req-6d033e41-352c-42c8-bc9f-8209919d83c1 req-77f9b038-ab87-4b94-8140-e49e286094ac service neutron] Transition to ACTIVE for port object 24ffe511-2b6b-4295-90e5-34a6aa6a3f6a will not be triggered until provisioned by entity L2. {{(pid=94021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 25 03:34:24.875088 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eeff1bd-8489-46d5-bb62-04dc0f114edc None None] Routers {'4ffb49e0-1e1c-4b63-b363-7c32786630d6'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:34:24.876362 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-7eeff1bd-8489-46d5-bb62-04dc0f114edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:34:18Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['4ffb49e0-1e1c-4b63-b363-7c32786630d6'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:34:24.879086 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-6d033e41-352c-42c8-bc9f-8209919d83c1 req-77f9b038-ab87-4b94-8140-e49e286094ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3214569'] for port, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:25.050965 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f9b038-ab87-4b94-8140-e49e286094ac service neutron] Pushing event updated for resources: {'Port': ['ID=24ffe511-2b6b-4295-90e5-34a6aa6a3f6a,revision_number=2']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:34:25.135085 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-ae4566e0-0963-4438-b100-c706d1b2731a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5957849-933f-46a4-a332-38111b2b957a', 'name': 'tempest-TestVolumeBootPattern-148685335-router', 'tenant_id': 'c0bad056a1b045f3849b65aa757c9146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': 'c4b1fd14-816c-41c3-8f92-f773e1ed7875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:34:15Z', 'updated_at': '2021-09-25T03:34:18Z', 'revision_number': 3, 'project_id': 'c0bad056a1b045f3849b65aa757c9146', 'gw_port': {'id': 'c4b1fd14-816c-41c3-8f92-f773e1ed7875', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e9:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5957849-933f-46a4-a332-38111b2b957a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:16Z', 'updated_at': '2021-09-25T03:34:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi'}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:34:25.192058 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-4496fcb3-d95e-47e5-8834-ac6b6a457108 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:25.199439 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4566e0-0963-4438-b100-c706d1b2731a None None] The sync data for ids ['d5957849-933f-46a4-a332-38111b2b957a'] in dv-cinder-775706-4-iscsi is: [{'id': 'd5957849-933f-46a4-a332-38111b2b957a', 'name': 'tempest-TestVolumeBootPattern-148685335-router', 'tenant_id': 'c0bad056a1b045f3849b65aa757c9146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': 'c4b1fd14-816c-41c3-8f92-f773e1ed7875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:34:15Z', 'updated_at': '2021-09-25T03:34:18Z', 'revision_number': 3, 'project_id': 'c0bad056a1b045f3849b65aa757c9146', 'gw_port': {'id': 'c4b1fd14-816c-41c3-8f92-f773e1ed7875', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e9:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5957849-933f-46a4-a332-38111b2b957a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:16Z', 'updated_at': '2021-09-25T03:34:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi'}] {{(pid=94023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 03:34:25.226182 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-4496fcb3-d95e-47e5-8834-ac6b6a457108 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491355'] for security_group_rule, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:25.227828 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-7eeff1bd-8489-46d5-bb62-04dc0f114edc None None] Set router 4ffb49e0-1e1c-4b63-b363-7c32786630d6 gateway port host: dv-cinder-775706-4-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:34:25.279186 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-6d033e41-352c-42c8-bc9f-8209919d83c1 req-77f9b038-ab87-4b94-8140-e49e286094ac service neutron] Attempting to bind port 24ffe511-2b6b-4295-90e5-34a6aa6a3f6a on host hv-cinder-77570 for vnic_type normal with profile {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 03:34:25.279186 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-6d033e41-352c-42c8-bc9f-8209919d83c1 req-77f9b038-ab87-4b94-8140-e49e286094ac service neutron] Attempting to bind port 24ffe511-2b6b-4295-90e5-34a6aa6a3f6a by drivers openvswitch,hyperv on host hv-cinder-77570 at level 0 using segments [{'id': 'b395176b-719c-43cb-ac90-4c84b6943e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '89e779df-c836-498b-8f59-96d1b762d6e8'}] {{(pid=94021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 03:34:25.279186 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d033e41-352c-42c8-bc9f-8209919d83c1 req-77f9b038-ab87-4b94-8140-e49e286094ac service neutron] Attempting to bind port 24ffe511-2b6b-4295-90e5-34a6aa6a3f6a on network 89e779df-c836-498b-8f59-96d1b762d6e8 {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 03:34:25.289135 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d033e41-352c-42c8-bc9f-8209919d83c1 req-77f9b038-ab87-4b94-8140-e49e286094ac service neutron] Port 24ffe511-2b6b-4295-90e5-34a6aa6a3f6a on network 89e779df-c836-498b-8f59-96d1b762d6e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77570 {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 25 03:34:25.289790 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d033e41-352c-42c8-bc9f-8209919d83c1 req-77f9b038-ab87-4b94-8140-e49e286094ac service neutron] Attempting to bind port 24ffe511-2b6b-4295-90e5-34a6aa6a3f6a on network 89e779df-c836-498b-8f59-96d1b762d6e8 {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 03:34:25.332489 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d033e41-352c-42c8-bc9f-8209919d83c1 req-77f9b038-ab87-4b94-8140-e49e286094ac service neutron] Checking agent: {'id': '508f5817-0468-490c-b4b9-d8db88d5fd84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 3, 27, 55), 'started_at': datetime.datetime(2021, 9, 25, 3, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 3, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 03:34:25.336877 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d033e41-352c-42c8-bc9f-8209919d83c1 req-77f9b038-ab87-4b94-8140-e49e286094ac service neutron] Checking segment: {'id': 'b395176b-719c-43cb-ac90-4c84b6943e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '89e779df-c836-498b-8f59-96d1b762d6e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 03:34:25.337952 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d033e41-352c-42c8-bc9f-8209919d83c1 req-77f9b038-ab87-4b94-8140-e49e286094ac service neutron] Bound using segment: {'id': 'b395176b-719c-43cb-ac90-4c84b6943e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '89e779df-c836-498b-8f59-96d1b762d6e8'} {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 03:34:25.340715 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-6d033e41-352c-42c8-bc9f-8209919d83c1 req-77f9b038-ab87-4b94-8140-e49e286094ac service neutron] Bound port: 24ffe511-2b6b-4295-90e5-34a6aa6a3f6a, host: hv-cinder-77570, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b395176b-719c-43cb-ac90-4c84b6943e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '89e779df-c836-498b-8f59-96d1b762d6e8'}}] {{(pid=94021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 03:34:25.342256 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-6d033e41-352c-42c8-bc9f-8209919d83c1 req-77f9b038-ab87-4b94-8140-e49e286094ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:25.345546 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-4496fcb3-d95e-47e5-8834-ac6b6a457108 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:25.347523 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-4496fcb3-d95e-47e5-8834-ac6b6a457108 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7393663 Sep 25 03:34:25.352916 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 55136) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:34:25.353555 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4496fcb3-d95e-47e5-8834-ac6b6a457108 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=967852c6-ded3-4a8a-be36-46d8dabf0235,revision_number=0']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:34:25.428497 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-a77372ca-3ae3-47d7-a72b-080c6ccc85d9 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Request body: {'floatingip': {'floating_network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:34:25.434497 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6e851c29-920e-45ac-bda0-0494a28c3c26 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:25.435898 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Provisioning complete for port 34fcae6b-4f04-405b-a2bf-335fef59cb62 triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:34:25.436445 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:25.452267 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6e851c29-920e-45ac-bda0-0494a28c3c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937720'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:25.568170 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e851c29-920e-45ac-bda0-0494a28c3c26 admin admin] Pushing event updated for resources: {'Port': ['ID=2bd31420-e371-4420-b091-857e614ae7af,revision_number=2']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:34:25.644987 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-6d033e41-352c-42c8-bc9f-8209919d83c1 req-77f9b038-ab87-4b94-8140-e49e286094ac service neutron] For port 24ffe511-2b6b-4295-90e5-34a6aa6a3f6a, host hv-cinder-77570, cleared binding levels {{(pid=94021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 03:34:25.652789 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-6d033e41-352c-42c8-bc9f-8209919d83c1 req-77f9b038-ab87-4b94-8140-e49e286094ac service neutron] For port 24ffe511-2b6b-4295-90e5-34a6aa6a3f6a, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=24ffe511-2b6b-4295-90e5-34a6aa6a3f6a,segment=NetworkSegment(b395176b-719c-43cb-ac90-4c84b6943e8c),segment_id=b395176b-719c-43cb-ac90-4c84b6943e8c)] {{(pid=94021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 03:34:25.673308 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-6d033e41-352c-42c8-bc9f-8209919d83c1 req-77f9b038-ab87-4b94-8140-e49e286094ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3214569'] for port, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:25.743876 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6e851c29-920e-45ac-bda0-0494a28c3c26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3623135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3893365'] for router_interface, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:26.033700 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d033e41-352c-42c8-bc9f-8209919d83c1 req-77f9b038-ab87-4b94-8140-e49e286094ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:26.034689 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-6d033e41-352c-42c8-bc9f-8209919d83c1 req-77f9b038-ab87-4b94-8140-e49e286094ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:26.036203 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6d033e41-352c-42c8-bc9f-8209919d83c1 req-77f9b038-ab87-4b94-8140-e49e286094ac service neutron] 10.222.0.45 "PUT /v2.0/ports/24ffe511-2b6b-4295-90e5-34a6aa6a3f6a HTTP/1.1" status: 200 len: 1093 time: 3.3800285 Sep 25 03:34:26.054771 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a22fb511-2390-4ae7-ba98-96456df13c9c', 'tag': '24ffe511-2b6b-4295-90e5-34a6aa6a3f6a'}] {{(pid=94021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 03:34:26.061801 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e2fb5340eb8446ff58cd715b9748d5b5aabaa2e5f9ab10f469ed89a7c45a212" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa2d07e-daed-4bb6-82c7-79a422dfb2c0" -d '{"events": [{"name": "network-changed", "server_uuid": "a22fb511-2390-4ae7-ba98-96456df13c9c", "tag": "24ffe511-2b6b-4295-90e5-34a6aa6a3f6a"}]}' {{(pid=94021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 03:34:26.067033 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-a77372ca-3ae3-47d7-a72b-080c6ccc85d9 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks [] for floatingip, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:26.074885 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e851c29-920e-45ac-bda0-0494a28c3c26 admin admin] Network 235393c7-2c08-4a3b-b385-a9d601c1f1ee is already hosted by enough agents. {{(pid=94020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 03:34:26.079364 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.base_scheduler [None req-6e851c29-920e-45ac-bda0-0494a28c3c26 admin admin] Resources bound (agent type, host, resource id): {{(pid=94020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:34:26.458149 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-60ae6f32-ee32-46ce-b3d0-3769c2154532 None None] Provisioning complete for port 6283367e-0588-4d6b-ad1b-0865a2d2df1f triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:34:26.458149 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-60ae6f32-ee32-46ce-b3d0-3769c2154532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:26.480595 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b4408a-8113-409c-8f1b-fea84d5d414d req-e8b44f11-b956-49f6-932d-dbda177c11fd tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:26.514850 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-26b4408a-8113-409c-8f1b-fea84d5d414d req-e8b44f11-b956-49f6-932d-dbda177c11fd tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/ports?device_id=36ce5dc8-fe73-4edc-81d3-e0313fe83860 HTTP/1.1" status: 200 len: 946 time: 0.4693553 Sep 25 03:34:26.547718 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3554e5b-e44e-4c0d-88dd-66e8cc62d529 req-b31a5082-b28b-4766-ab6d-26146d546e7d tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:26.551293 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e3554e5b-e44e-4c0d-88dd-66e8cc62d529 req-b31a5082-b28b-4766-ab6d-26146d546e7d tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/ports?device_id=a22fb511-2390-4ae7-ba98-96456df13c9c HTTP/1.1" status: 200 len: 943 time: 0.8427453 Sep 25 03:34:26.621897 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f9b038-ab87-4b94-8140-e49e286094ac service neutron] Pushing event updated for resources: {'Port': ['ID=24ffe511-2b6b-4295-90e5-34a6aa6a3f6a,revision_number=3']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:34:26.676540 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-e5bea050-d88c-43e6-98f4-3c43962e78e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a082b15f-b8f8-4c54-8e21-6b61c59b9936', 'name': 'tempest-AttachVolumeShelveTestJSON-602541266-router', 'tenant_id': '6cd33c8ad4e54784833c9620269a3a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '34fcae6b-4f04-405b-a2bf-335fef59cb62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:34:10Z', 'updated_at': '2021-09-25T03:34:17Z', 'revision_number': 4, 'project_id': '6cd33c8ad4e54784833c9620269a3a7e', 'gw_port': {'id': '34fcae6b-4f04-405b-a2bf-335fef59cb62', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:58:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a082b15f-b8f8-4c54-8e21-6b61c59b9936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:12Z', 'updated_at': '2021-09-25T03:34:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_interfaces': [{'id': 'c61ef779-7fb8-4df4-b5f6-08a70b217962', 'name': '', 'network_id': '0db9f430-59d9-43f8-9631-d99e7f9ba1b1', 'tenant_id': '6cd33c8ad4e54784833c9620269a3a7e', 'mac_address': 'fa:16:3e:af:05:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a082b15f-b8f8-4c54-8e21-6b61c59b9936', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '15c2144b-0628-4ad0-89f3-cf74162bcbd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:16Z', 'updated_at': '2021-09-25T03:34:18Z', 'revision_number': 2, 'project_id': '6cd33c8ad4e54784833c9620269a3a7e', 'subnets': [{'id': '15c2144b-0628-4ad0-89f3-cf74162bcbd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:34:26.723921 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d033e41-352c-42c8-bc9f-8209919d83c1 req-0789ee02-cb68-4aab-a9cf-bdeaa6a528a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:26.727636 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6d033e41-352c-42c8-bc9f-8209919d83c1 req-0789ee02-cb68-4aab-a9cf-bdeaa6a528a0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=38f2ee3f8f7f41cf906b46bcbbc31b5d&device_id=a22fb511-2390-4ae7-ba98-96456df13c9c HTTP/1.1" status: 200 len: 1096 time: 0.5308871 Sep 25 03:34:26.739595 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bea050-d88c-43e6-98f4-3c43962e78e7 None None] Checking router: a082b15f-b8f8-4c54-8e21-6b61c59b9936 for host: dv-cinder-775706-4-iscsi {{(pid=94022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 03:34:26.739950 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bea050-d88c-43e6-98f4-3c43962e78e7 None None] Updating router a082b15f-b8f8-4c54-8e21-6b61c59b9936 port c61ef779-7fb8-4df4-b5f6-08a70b217962 binding host dv-cinder-775706-4-iscsi {{(pid=94022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 03:34:26.792597 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-e5bea050-d88c-43e6-98f4-3c43962e78e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:26.818568 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-26b4408a-8113-409c-8f1b-fea84d5d414d req-ba68a8af-6ed5-4767-a945-8c6adcf8cda1 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c699c2a-ea95-4f2c-8172-f4ed6406eab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3018429 Sep 25 03:34:26.901454 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:26.967688 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] For port 34fcae6b-4f04-405b-a2bf-335fef59cb62, host dv-cinder-775706-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=34fcae6b-4f04-405b-a2bf-335fef59cb62,segment=NetworkSegment(48bff68c-e483-4cc4-95dd-dcbe15bbe597),segment_id=48bff68c-e483-4cc4-95dd-dcbe15bbe597)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:34:27.021812 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:27.070856 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e3554e5b-e44e-4c0d-88dd-66e8cc62d529 req-4284a73c-bf59-4834-afb3-6a9bcdd2f121 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/security-groups?id=32c65188-c1b8-4ff9-b0ae-66d6e27932f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4816906 Sep 25 03:34:27.075482 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6d033e41-352c-42c8-bc9f-8209919d83c1 req-0f3c679e-a719-4336-ac37-7b08291f5125 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=24ffe511-2b6b-4295-90e5-34a6aa6a3f6a HTTP/1.1" status: 200 len: 217 time: 0.2938793 Sep 25 03:34:27.194612 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 03:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e7f601-46cd-40d5-92ec-485070111ff9 x-openstack-request-id: req-33e7f601-46cd-40d5-92ec-485070111ff9 {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 03:34:27.194937 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a22fb511-2390-4ae7-ba98-96456df13c9c", "tag": "24ffe511-2b6b-4295-90e5-34a6aa6a3f6a", "status": "completed", "code": 200}]} {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 03:34:27.195333 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-33e7f601-46cd-40d5-92ec-485070111ff9 {{(pid=94021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 03:34:27.195690 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a22fb511-2390-4ae7-ba98-96456df13c9c', 'tag': '24ffe511-2b6b-4295-90e5-34a6aa6a3f6a', 'status': 'completed', 'code': 200} Sep 25 03:34:27.384907 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e851c29-920e-45ac-bda0-0494a28c3c26 admin admin] Router d5957849-933f-46a4-a332-38111b2b957a has already been hosted by L3 agent be170b3f-ec9b-4dfa-8e40-fa1591bf80a9 {{(pid=94020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 03:34:27.479996 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d033e41-352c-42c8-bc9f-8209919d83c1 req-afd894ba-427c-4796-ae5f-28e291ab1e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:27.481897 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6d033e41-352c-42c8-bc9f-8209919d83c1 req-afd894ba-427c-4796-ae5f-28e291ab1e47 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=63d421db-5dcc-4401-a62e-bc953d53849c HTTP/1.1" status: 200 len: 854 time: 0.2755845 Sep 25 03:34:27.494520 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-a77372ca-3ae3-47d7-a72b-080c6ccc85d9 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:27.675416 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:27.702322 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device 6283367e-0588-4d6b-ad1b-0865a2d2df1f up at agent ovs-agent-dv-cinder-775706-4-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 03:34:27.715246 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.db.db_base_plugin_common [None req-a77372ca-3ae3-47d7-a72b-080c6ccc85d9 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Allocated IP 172.27.1.246 (11c2fcee-3e12-40fc-bbdd-73661221b9b4/9bf1e901-4101-4c8d-9b58-09aedeb11d2a/a4e4d9a8-cec2-44fc-9c0f-c5b10f8598f4) {{(pid=94021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 03:34:27.719500 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e851c29-920e-45ac-bda0-0494a28c3c26 admin admin] Notify agent at l3_agent.dv-cinder-775706-4-iscsi the message routers_updated {{(pid=94020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 03:34:27.731440 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-6e851c29-920e-45ac-bda0-0494a28c3c26 admin admin] 10.222.0.42 "PUT /v2.0/routers/d5957849-933f-46a4-a332-38111b2b957a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8422499 Sep 25 03:34:27.807336 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Pushing event updated for resources: {'Port': ['ID=34fcae6b-4f04-405b-a2bf-335fef59cb62,revision_number=4']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:34:27.873978 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-60ae6f32-ee32-46ce-b3d0-3769c2154532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:28.011274 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-60ae6f32-ee32-46ce-b3d0-3769c2154532 None None] For port 6283367e-0588-4d6b-ad1b-0865a2d2df1f, host dv-cinder-775706-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=6283367e-0588-4d6b-ad1b-0865a2d2df1f,segment=NetworkSegment(9b7844a0-1abe-4440-ae4a-fa24878cbc31),segment_id=9b7844a0-1abe-4440-ae4a-fa24878cbc31)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:34:28.020403 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-7eeff1bd-8489-46d5-bb62-04dc0f114edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'name': 'tempest-TestVolumeBootPattern-517260034-router', 'tenant_id': 'db363e7cf1b9415d89602f3298329e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '4e4847b6-1d43-43aa-8619-ae9e17029fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:34:05Z', 'updated_at': '2021-09-25T03:34:11Z', 'revision_number': 4, 'project_id': 'db363e7cf1b9415d89602f3298329e35', 'gw_port': {'id': '4e4847b6-1d43-43aa-8619-ae9e17029fc4', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:25:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:06Z', 'updated_at': '2021-09-25T03:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_interfaces': [{'id': '6eb43f13-becb-437d-b43d-aaf8c5b31ad3', 'name': '', 'network_id': '3af85cfb-dd93-48a8-a1e1-fc03ce02f109', 'tenant_id': 'db363e7cf1b9415d89602f3298329e35', 'mac_address': 'fa:16:3e:17:c4:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '214e70c9-9735-4259-b6d5-e362dbd8f3ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:10Z', 'updated_at': '2021-09-25T03:34:24Z', 'revision_number': 4, 'project_id': 'db363e7cf1b9415d89602f3298329e35', 'subnets': [{'id': '214e70c9-9735-4259-b6d5-e362dbd8f3ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:34:28.029441 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-60ae6f32-ee32-46ce-b3d0-3769c2154532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:28.031532 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Provisioning complete for port 6283367e-0588-4d6b-ad1b-0865a2d2df1f triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:34:28.032129 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:28.058157 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-a77372ca-3ae3-47d7-a72b-080c6ccc85d9 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks [] for port, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:28.104364 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eeff1bd-8489-46d5-bb62-04dc0f114edc None None] The sync data for ids ['4ffb49e0-1e1c-4b63-b363-7c32786630d6'] in dv-cinder-775706-4-iscsi is: [{'id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'name': 'tempest-TestVolumeBootPattern-517260034-router', 'tenant_id': 'db363e7cf1b9415d89602f3298329e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '4e4847b6-1d43-43aa-8619-ae9e17029fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:34:05Z', 'updated_at': '2021-09-25T03:34:11Z', 'revision_number': 4, 'project_id': 'db363e7cf1b9415d89602f3298329e35', 'gw_port': {'id': '4e4847b6-1d43-43aa-8619-ae9e17029fc4', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:25:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:06Z', 'updated_at': '2021-09-25T03:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_interfaces': [{'id': '6eb43f13-becb-437d-b43d-aaf8c5b31ad3', 'name': '', 'network_id': '3af85cfb-dd93-48a8-a1e1-fc03ce02f109', 'tenant_id': 'db363e7cf1b9415d89602f3298329e35', 'mac_address': 'fa:16:3e:17:c4:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '214e70c9-9735-4259-b6d5-e362dbd8f3ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:10Z', 'updated_at': '2021-09-25T03:34:24Z', 'revision_number': 4, 'project_id': 'db363e7cf1b9415d89602f3298329e35', 'subnets': [{'id': '214e70c9-9735-4259-b6d5-e362dbd8f3ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 03:34:28.201033 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d033e41-352c-42c8-bc9f-8209919d83c1 req-d0d6bb4d-8d31-41cb-a6f4-00f4f50bf986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:28.204286 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6d033e41-352c-42c8-bc9f-8209919d83c1 req-d0d6bb4d-8d31-41cb-a6f4-00f4f50bf986 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=89e779df-c836-498b-8f59-96d1b762d6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1611681 Sep 25 03:34:28.272203 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ae6f32-ee32-46ce-b3d0-3769c2154532 None None] Pushing event updated for resources: {'Port': ['ID=6283367e-0588-4d6b-ad1b-0865a2d2df1f,revision_number=3']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:34:28.277787 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9363ae9a-0a01-4dbd-9db6-4cdb781d1855 req-9568c9b9-b1de-4e28-a600-d6c229c8d0d5 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:28.288006 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9363ae9a-0a01-4dbd-9db6-4cdb781d1855 req-9568c9b9-b1de-4e28-a600-d6c229c8d0d5 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/ports?device_id=36ce5dc8-fe73-4edc-81d3-e0313fe83860 HTTP/1.1" status: 200 len: 946 time: 0.2562811 Sep 25 03:34:28.317030 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-0d0875dd-f1a9-42e8-9c59-d3a09f60efd8 None None] Provisioning complete for port 6eb43f13-becb-437d-b43d-aaf8c5b31ad3 triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:34:28.317761 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-0d0875dd-f1a9-42e8-9c59-d3a09f60efd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:28.334027 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-e5bea050-d88c-43e6-98f4-3c43962e78e7 None None] Notify callbacks [] for port, precommit_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:28.409625 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-e5bea050-d88c-43e6-98f4-3c43962e78e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:28.535740 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6d033e41-352c-42c8-bc9f-8209919d83c1 req-ecd9ea1e-1633-4c65-b5b3-4c1cac71fe6c service neutron] 10.222.0.45 "GET /v2.0/networks/89e779df-c836-498b-8f59-96d1b762d6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055289 Sep 25 03:34:28.539921 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-a77372ca-3ae3-47d7-a72b-080c6ccc85d9 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731880292801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3214562'] for port, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:28.618689 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77372ca-3ae3-47d7-a72b-080c6ccc85d9 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Pushing event updated for resources: {'Port': ['ID=a4e4d9a8-cec2-44fc-9c0f-c5b10f8598f4,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:34:28.620688 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1ab715-403c-4813-bc3f-8a8d20bd2fae None None] Pushing event updated for resources: {'Port': ['ID=c61ef779-7fb8-4df4-b5f6-08a70b217962,revision_number=3']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:34:28.631552 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9363ae9a-0a01-4dbd-9db6-4cdb781d1855 req-cc33ab07-cdcf-46f6-a9f4-a24655d48ad9 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c699c2a-ea95-4f2c-8172-f4ed6406eab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3302569 Sep 25 03:34:28.792247 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77372ca-3ae3-47d7-a72b-080c6ccc85d9 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Network 11c2fcee-3e12-40fc-bbdd-73661221b9b4 is already hosted by enough agents. {{(pid=94021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 03:34:28.833809 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e9bf7a-d69c-40f9-8413-bf0d23253903 None None] Sync routers for ids ['d5957849-933f-46a4-a332-38111b2b957a'] in dv-cinder-775706-4-iscsi {{(pid=94023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 03:34:28.857233 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e9bf7a-d69c-40f9-8413-bf0d23253903 None None] Routers {'d5957849-933f-46a4-a332-38111b2b957a'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:34:28.861356 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-94e9bf7a-d69c-40f9-8413-bf0d23253903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:34:18Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['d5957849-933f-46a4-a332-38111b2b957a'], 'active': True} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:34:28.891008 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.base_scheduler [None req-a77372ca-3ae3-47d7-a72b-080c6ccc85d9 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Resources bound (agent type, host, resource id): {{(pid=94021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:34:28.909203 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77372ca-3ae3-47d7-a72b-080c6ccc85d9 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Received port after_create {{(pid=94021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 03:34:28.983685 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device 6eb43f13-becb-437d-b43d-aaf8c5b31ad3 up at agent ovs-agent-dv-cinder-775706-4-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 03:34:29.091010 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-e5bea050-d88c-43e6-98f4-3c43962e78e7 None None] Attempting to bind port c61ef779-7fb8-4df4-b5f6-08a70b217962 on host dv-cinder-775706-4-iscsi for vnic_type normal with profile {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 03:34:29.103194 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-e5bea050-d88c-43e6-98f4-3c43962e78e7 None None] Attempting to bind port c61ef779-7fb8-4df4-b5f6-08a70b217962 by drivers openvswitch,hyperv on host dv-cinder-775706-4-iscsi at level 0 using segments [{'id': '333f268c-633b-4815-af96-4f793cf73c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '0db9f430-59d9-43f8-9631-d99e7f9ba1b1'}] {{(pid=94022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 03:34:29.103730 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bea050-d88c-43e6-98f4-3c43962e78e7 None None] Attempting to bind port c61ef779-7fb8-4df4-b5f6-08a70b217962 on network 0db9f430-59d9-43f8-9631-d99e7f9ba1b1 {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 03:34:29.124461 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-0d0875dd-f1a9-42e8-9c59-d3a09f60efd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:29.144631 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bea050-d88c-43e6-98f4-3c43962e78e7 None None] Checking agent: {'id': '92762cd5-f40e-4e3b-860e-7f1faf1bdbcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 3, 21, 49), 'started_at': datetime.datetime(2021, 9, 25, 3, 22, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 3, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 03:34:29.159232 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bea050-d88c-43e6-98f4-3c43962e78e7 None None] Checking segment: {'id': '333f268c-633b-4815-af96-4f793cf73c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '0db9f430-59d9-43f8-9631-d99e7f9ba1b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 03:34:29.159674 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-e5bea050-d88c-43e6-98f4-3c43962e78e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:29.160111 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bea050-d88c-43e6-98f4-3c43962e78e7 None None] Bound using segment: {'id': '333f268c-633b-4815-af96-4f793cf73c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '0db9f430-59d9-43f8-9631-d99e7f9ba1b1'} {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 03:34:29.160667 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-e5bea050-d88c-43e6-98f4-3c43962e78e7 None None] Bound port: c61ef779-7fb8-4df4-b5f6-08a70b217962, host: dv-cinder-775706-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '333f268c-633b-4815-af96-4f793cf73c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '0db9f430-59d9-43f8-9631-d99e7f9ba1b1'}}] {{(pid=94022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 03:34:29.161073 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-e5bea050-d88c-43e6-98f4-3c43962e78e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:29.248725 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvr_db [None req-94e9bf7a-d69c-40f9-8413-bf0d23253903 None None] Set router d5957849-933f-46a4-a332-38111b2b957a gateway port host: dv-cinder-775706-4-iscsi {{(pid=94023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:34:29.383760 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-e5bea050-d88c-43e6-98f4-3c43962e78e7 None None] For port c61ef779-7fb8-4df4-b5f6-08a70b217962, host dv-cinder-775706-4-iscsi, cleared binding levels {{(pid=94022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 03:34:29.392380 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-e5bea050-d88c-43e6-98f4-3c43962e78e7 None None] For port c61ef779-7fb8-4df4-b5f6-08a70b217962, host dv-cinder-775706-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=c61ef779-7fb8-4df4-b5f6-08a70b217962,segment=NetworkSegment(333f268c-633b-4815-af96-4f793cf73c09),segment_id=333f268c-633b-4815-af96-4f793cf73c09)] {{(pid=94022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 03:34:29.402857 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-a77372ca-3ae3-47d7-a72b-080c6ccc85d9 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:29.409201 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-e5bea050-d88c-43e6-98f4-3c43962e78e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:29.465539 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-0d0875dd-f1a9-42e8-9c59-d3a09f60efd8 None None] For port 6eb43f13-becb-437d-b43d-aaf8c5b31ad3, host dv-cinder-775706-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=6eb43f13-becb-437d-b43d-aaf8c5b31ad3,segment=NetworkSegment(e95060b2-b7b1-413f-8b0c-ca64c0be8c3d),segment_id=e95060b2-b7b1-413f-8b0c-ca64c0be8c3d)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:34:29.556243 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-0d0875dd-f1a9-42e8-9c59-d3a09f60efd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:29.640268 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Provisioning complete for port 6eb43f13-becb-437d-b43d-aaf8c5b31ad3 triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:34:29.645004 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:29.761768 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1ab715-403c-4813-bc3f-8a8d20bd2fae None None] Pushing event updated for resources: {'Port': ['ID=c61ef779-7fb8-4df4-b5f6-08a70b217962,revision_number=4']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:34:29.803272 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bea050-d88c-43e6-98f4-3c43962e78e7 None None] Routers {'a082b15f-b8f8-4c54-8e21-6b61c59b9936'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:34:29.811698 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-e5bea050-d88c-43e6-98f4-3c43962e78e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:34:18Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['a082b15f-b8f8-4c54-8e21-6b61c59b9936'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:34:29.822653 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-a77372ca-3ae3-47d7-a72b-080c6ccc85d9 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:29.952683 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 55182) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:34:29.959574 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-df277538-9e23-45b0-9798-f12a958e72a3 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1479435205', 'description': 'tempest-secgroup-smoke-1479435205 description', 'project_id': 'db363e7cf1b9415d89602f3298329e35'}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:34:29.973863 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-94e9bf7a-d69c-40f9-8413-bf0d23253903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5957849-933f-46a4-a332-38111b2b957a', 'name': 'tempest-TestVolumeBootPattern-148685335-router', 'tenant_id': 'c0bad056a1b045f3849b65aa757c9146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': 'c4b1fd14-816c-41c3-8f92-f773e1ed7875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:34:15Z', 'updated_at': '2021-09-25T03:34:24Z', 'revision_number': 4, 'project_id': 'c0bad056a1b045f3849b65aa757c9146', 'gw_port': {'id': 'c4b1fd14-816c-41c3-8f92-f773e1ed7875', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e9:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5957849-933f-46a4-a332-38111b2b957a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:16Z', 'updated_at': '2021-09-25T03:34:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_interfaces': [{'id': '2bd31420-e371-4420-b091-857e614ae7af', 'name': '', 'network_id': '235393c7-2c08-4a3b-b385-a9d601c1f1ee', 'tenant_id': 'c0bad056a1b045f3849b65aa757c9146', 'mac_address': 'fa:16:3e:26:3a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5957849-933f-46a4-a332-38111b2b957a', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '3ce76969-68f5-4aa6-ba30-a2d99fa09209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:22Z', 'updated_at': '2021-09-25T03:34:24Z', 'revision_number': 2, 'project_id': 'c0bad056a1b045f3849b65aa757c9146', 'subnets': [{'id': '3ce76969-68f5-4aa6-ba30-a2d99fa09209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:34:30.052213 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-df277538-9e23-45b0-9798-f12a958e72a3 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:30.134513 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e9bf7a-d69c-40f9-8413-bf0d23253903 None None] Checking router: d5957849-933f-46a4-a332-38111b2b957a for host: dv-cinder-775706-4-iscsi {{(pid=94023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 03:34:30.134861 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e9bf7a-d69c-40f9-8413-bf0d23253903 None None] Updating router d5957849-933f-46a4-a332-38111b2b957a port 2bd31420-e371-4420-b091-857e614ae7af binding host dv-cinder-775706-4-iscsi {{(pid=94023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 03:34:30.226053 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-0d0875dd-f1a9-42e8-9c59-d3a09f60efd8 None None] Provisioning complete for port 2bd31420-e371-4420-b091-857e614ae7af triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:34:30.228347 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-df277538-9e23-45b0-9798-f12a958e72a3 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:30.229317 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-0d0875dd-f1a9-42e8-9c59-d3a09f60efd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:30.239436 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-df277538-9e23-45b0-9798-f12a958e72a3 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:30.247805 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-94e9bf7a-d69c-40f9-8413-bf0d23253903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:30.327677 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df277538-9e23-45b0-9798-f12a958e72a3 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d84f7fc4-a72b-4f91-9132-c08dc4e9da0b,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:34:30.348176 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-df277538-9e23-45b0-9798-f12a958e72a3 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:30.354712 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-df277538-9e23-45b0-9798-f12a958e72a3 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3951042 Sep 25 03:34:30.355030 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 55186) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:34:30.362225 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-2d5ce027-893e-4cd7-b747-e4065afef64e tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Request body: {'security_group_rule': {'security_group_id': 'd84f7fc4-a72b-4f91-9132-c08dc4e9da0b', 'project_id': 'db363e7cf1b9415d89602f3298329e35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:34:30.399171 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0875dd-f1a9-42e8-9c59-d3a09f60efd8 None None] Pushing event updated for resources: {'Port': ['ID=6eb43f13-becb-437d-b43d-aaf8c5b31ad3,revision_number=5']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:34:30.446758 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-2d5ce027-893e-4cd7-b747-e4065afef64e tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:30.493043 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-a77372ca-3ae3-47d7-a72b-080c6ccc85d9 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks [] for port, precommit_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:30.516708 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-a77372ca-3ae3-47d7-a72b-080c6ccc85d9 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3214569'] for port, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:30.586833 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-2d5ce027-893e-4cd7-b747-e4065afef64e tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:30.591810 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-0d0875dd-f1a9-42e8-9c59-d3a09f60efd8 None None] Port 2bd31420-e371-4420-b091-857e614ae7af cannot update to ACTIVE because it is not bound. {{(pid=94022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 25 03:34:30.594736 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-2d5ce027-893e-4cd7-b747-e4065afef64e tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491355'] for security_group_rule, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:30.638224 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device c4b1fd14-816c-41c3-8f92-f773e1ed7875 up at agent ovs-agent-dv-cinder-775706-4-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 03:34:30.641596 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5ce027-893e-4cd7-b747-e4065afef64e tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c55ee88-df2b-4bb0-aae8-783f547c48c3,revision_number=0']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:34:30.649889 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-e5bea050-d88c-43e6-98f4-3c43962e78e7 None None] Set router a082b15f-b8f8-4c54-8e21-6b61c59b9936 gateway port host: dv-cinder-775706-4-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:34:30.658995 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-2d5ce027-893e-4cd7-b747-e4065afef64e tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:30.660529 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-2d5ce027-893e-4cd7-b747-e4065afef64e tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3041825 Sep 25 03:34:30.665461 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 55188) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:34:30.670829 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-8e1266de-e5a9-4c80-9d9d-1f7641d9f502 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Request body: {'security_group_rule': {'security_group_id': 'd84f7fc4-a72b-4f91-9132-c08dc4e9da0b', 'project_id': 'db363e7cf1b9415d89602f3298329e35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:34:30.713628 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f5ec6f-8c8a-4726-8437-d25718716beb req-57660ffc-2387-4593-b397-397f2c1090ad tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:30.722256 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-65f5ec6f-8c8a-4726-8437-d25718716beb req-57660ffc-2387-4593-b397-397f2c1090ad tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/ports?device_id=a22fb511-2390-4ae7-ba98-96456df13c9c HTTP/1.1" status: 200 len: 943 time: 1.5716329 Sep 25 03:34:30.744322 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8e1266de-e5a9-4c80-9d9d-1f7641d9f502 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:30.896097 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6d033e41-352c-42c8-bc9f-8209919d83c1 req-82cfaf3b-e648-4364-8b17-4443c43e64b2 service neutron] 10.222.0.45 "GET /v2.0/networks/89e779df-c836-498b-8f59-96d1b762d6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.2836719 Sep 25 03:34:30.897746 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-0d0875dd-f1a9-42e8-9c59-d3a09f60efd8 None None] Provisioning complete for port 6283367e-0588-4d6b-ad1b-0865a2d2df1f triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:34:30.898409 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-0d0875dd-f1a9-42e8-9c59-d3a09f60efd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:30.953753 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8e1266de-e5a9-4c80-9d9d-1f7641d9f502 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:30.962454 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8e1266de-e5a9-4c80-9d9d-1f7641d9f502 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491355'] for security_group_rule, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:31.065950 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1266de-e5a9-4c80-9d9d-1f7641d9f502 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76b0f529-33af-4ad0-9f59-104091f31be2,revision_number=0']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:34:31.091265 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8e1266de-e5a9-4c80-9d9d-1f7641d9f502 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:31.101874 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-8e1266de-e5a9-4c80-9d9d-1f7641d9f502 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4338825 Sep 25 03:34:31.103672 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 55190) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:34:31.118345 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77372ca-3ae3-47d7-a72b-080c6ccc85d9 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Pushing event updated for resources: {'Port': ['ID=a4e4d9a8-cec2-44fc-9c0f-c5b10f8598f4,revision_number=2']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:34:31.122693 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-6556e0a8-2bf6-405e-8e60-573db1aea3b0 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Request body: {'security_group_rule': {'security_group_id': 'd84f7fc4-a72b-4f91-9132-c08dc4e9da0b', 'project_id': 'db363e7cf1b9415d89602f3298329e35', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:34:31.158518 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-94e9bf7a-d69c-40f9-8413-bf0d23253903 None None] Notify callbacks [] for port, precommit_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:31.175675 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-94e9bf7a-d69c-40f9-8413-bf0d23253903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:31.221444 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6556e0a8-2bf6-405e-8e60-573db1aea3b0 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:31.224193 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-a77372ca-3ae3-47d7-a72b-080c6ccc85d9 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3896858'] for floatingip, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:31.254279 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-65f5ec6f-8c8a-4726-8437-d25718716beb req-2ab95944-2edc-4835-bd6b-864567509739 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/security-groups?id=32c65188-c1b8-4ff9-b0ae-66d6e27932f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4309652 Sep 25 03:34:31.318177 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5883285a-5427-458b-aaa0-4e9eea2c9891 req-5bc6ac8b-80ce-4aa1-807f-4904b614fcf3 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:31.330272 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5883285a-5427-458b-aaa0-4e9eea2c9891 req-5bc6ac8b-80ce-4aa1-807f-4904b614fcf3 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/ports?device_id=36ce5dc8-fe73-4edc-81d3-e0313fe83860 HTTP/1.1" status: 200 len: 946 time: 0.8180206 Sep 25 03:34:31.446276 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f22b0af-3229-4940-b719-527304f6fb29 None None] Pushing event updated for resources: {'Port': ['ID=2bd31420-e371-4420-b091-857e614ae7af,revision_number=3']} {{(pid=94023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:34:31.499252 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6556e0a8-2bf6-405e-8e60-573db1aea3b0 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:31.520321 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6556e0a8-2bf6-405e-8e60-573db1aea3b0 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491355'] for security_group_rule, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:31.529933 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-a77372ca-3ae3-47d7-a72b-080c6ccc85d9 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950'] for floatingip, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:31.549595 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-a77372ca-3ae3-47d7-a72b-080c6ccc85d9 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.1761146 Sep 25 03:34:31.584154 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6556e0a8-2bf6-405e-8e60-573db1aea3b0 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bc2ee32-cfd7-4cb0-a69d-a1430efa0eea,revision_number=0']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:34:31.586672 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5883285a-5427-458b-aaa0-4e9eea2c9891 req-20c3a5ab-4f67-4eea-b155-00234cb4dbce tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c699c2a-ea95-4f2c-8172-f4ed6406eab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2539232 Sep 25 03:34:31.593892 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa2d07e-daed-4bb6-82c7-79a422dfb2c0 req-7530095b-fa11-4c62-8455-0074f5ee53c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:31.597707 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7fa2d07e-daed-4bb6-82c7-79a422dfb2c0 req-7530095b-fa11-4c62-8455-0074f5ee53c4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=38f2ee3f8f7f41cf906b46bcbbc31b5d&device_id=a22fb511-2390-4ae7-ba98-96456df13c9c HTTP/1.1" status: 200 len: 1096 time: 0.5419488 Sep 25 03:34:31.599919 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.managers [None req-94e9bf7a-d69c-40f9-8413-bf0d23253903 None None] Attempting to bind port 2bd31420-e371-4420-b091-857e614ae7af on host dv-cinder-775706-4-iscsi for vnic_type normal with profile {{(pid=94023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 03:34:31.600506 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.managers [None req-94e9bf7a-d69c-40f9-8413-bf0d23253903 None None] Attempting to bind port 2bd31420-e371-4420-b091-857e614ae7af by drivers openvswitch,hyperv on host dv-cinder-775706-4-iscsi at level 0 using segments [{'id': '9b7844a0-1abe-4440-ae4a-fa24878cbc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '235393c7-2c08-4a3b-b385-a9d601c1f1ee'}] {{(pid=94023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 03:34:31.626236 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e9bf7a-d69c-40f9-8413-bf0d23253903 None None] Attempting to bind port 2bd31420-e371-4420-b091-857e614ae7af on network 235393c7-2c08-4a3b-b385-a9d601c1f1ee {{(pid=94023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 03:34:31.644779 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e9bf7a-d69c-40f9-8413-bf0d23253903 None None] Checking agent: {'id': '92762cd5-f40e-4e3b-860e-7f1faf1bdbcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 3, 21, 49), 'started_at': datetime.datetime(2021, 9, 25, 3, 22, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 3, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 03:34:31.647802 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e9bf7a-d69c-40f9-8413-bf0d23253903 None None] Checking segment: {'id': '9b7844a0-1abe-4440-ae4a-fa24878cbc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '235393c7-2c08-4a3b-b385-a9d601c1f1ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 03:34:31.649034 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-94e9bf7a-d69c-40f9-8413-bf0d23253903 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:31.649569 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6556e0a8-2bf6-405e-8e60-573db1aea3b0 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:31.650257 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e9bf7a-d69c-40f9-8413-bf0d23253903 None None] Bound using segment: {'id': '9b7844a0-1abe-4440-ae4a-fa24878cbc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '235393c7-2c08-4a3b-b385-a9d601c1f1ee'} {{(pid=94023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 03:34:31.652775 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.managers [None req-94e9bf7a-d69c-40f9-8413-bf0d23253903 None None] Bound port: 2bd31420-e371-4420-b091-857e614ae7af, host: dv-cinder-775706-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b7844a0-1abe-4440-ae4a-fa24878cbc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '235393c7-2c08-4a3b-b385-a9d601c1f1ee'}}] {{(pid=94023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 03:34:31.653292 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-94e9bf7a-d69c-40f9-8413-bf0d23253903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:31.656811 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-6556e0a8-2bf6-405e-8e60-573db1aea3b0 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5506527 Sep 25 03:34:31.661493 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 55200) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:34:31.682255 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-d0858399-7357-48f3-8189-805cccf15b3d tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Request body: {'security_group_rule': {'security_group_id': 'd84f7fc4-a72b-4f91-9132-c08dc4e9da0b', 'project_id': 'db363e7cf1b9415d89602f3298329e35', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:34:31.826355 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d0858399-7357-48f3-8189-805cccf15b3d tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:31.886078 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Provisioning complete for port c4b1fd14-816c-41c3-8f92-f773e1ed7875 triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:34:31.886793 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:31.889606 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa2d07e-daed-4bb6-82c7-79a422dfb2c0 req-2969a85d-f46b-4531-8adf-241de5e71363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:31.892347 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7fa2d07e-daed-4bb6-82c7-79a422dfb2c0 req-2969a85d-f46b-4531-8adf-241de5e71363 service neutron] 10.222.0.45 "GET /v2.0/networks?id=89e779df-c836-498b-8f59-96d1b762d6e8 HTTP/1.1" status: 200 len: 916 time: 0.2607846 Sep 25 03:34:31.904347 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.db [None req-94e9bf7a-d69c-40f9-8413-bf0d23253903 None None] For port 2bd31420-e371-4420-b091-857e614ae7af, host dv-cinder-775706-4-iscsi, cleared binding levels {{(pid=94023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 03:34:31.949079 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.db [None req-94e9bf7a-d69c-40f9-8413-bf0d23253903 None None] For port 2bd31420-e371-4420-b091-857e614ae7af, host dv-cinder-775706-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=2bd31420-e371-4420-b091-857e614ae7af,segment=NetworkSegment(9b7844a0-1abe-4440-ae4a-fa24878cbc31),segment_id=9b7844a0-1abe-4440-ae4a-fa24878cbc31)] {{(pid=94023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 03:34:31.958396 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d0858399-7357-48f3-8189-805cccf15b3d tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:31.959211 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-94e9bf7a-d69c-40f9-8413-bf0d23253903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:31.967209 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d0858399-7357-48f3-8189-805cccf15b3d tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491355'] for security_group_rule, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:32.025233 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7fa2d07e-daed-4bb6-82c7-79a422dfb2c0 req-d79d983c-a1ff-4220-8ef2-b734aa317a55 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=24ffe511-2b6b-4295-90e5-34a6aa6a3f6a HTTP/1.1" status: 200 len: 217 time: 0.1127491 Sep 25 03:34:32.081143 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0858399-7357-48f3-8189-805cccf15b3d tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75051186-ba82-4ae8-9d3b-e4086ff8a192,revision_number=0']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:34:32.102290 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d0858399-7357-48f3-8189-805cccf15b3d tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:32.105815 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-d0858399-7357-48f3-8189-805cccf15b3d tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4420803 Sep 25 03:34:32.110617 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 55216) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:34:32.151661 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:32.160783 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-6bc15ae5-9426-4d68-97b2-48c4ce185111 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Request body: {'security_group_rule': {'security_group_id': 'd84f7fc4-a72b-4f91-9132-c08dc4e9da0b', 'project_id': 'db363e7cf1b9415d89602f3298329e35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:34:32.228200 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] For port c4b1fd14-816c-41c3-8f92-f773e1ed7875, host dv-cinder-775706-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=c4b1fd14-816c-41c3-8f92-f773e1ed7875,segment=NetworkSegment(48bff68c-e483-4cc4-95dd-dcbe15bbe597),segment_id=48bff68c-e483-4cc4-95dd-dcbe15bbe597)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:34:32.246368 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6a6d0a4c-f340-4bad-be33-6e617442fff9 req-36eb9601-ef42-45d1-8b4a-e155c5548f48 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--57648573&fields=id&tenant_id=6cd33c8ad4e54784833c9620269a3a7e HTTP/1.1" status: 200 len: 267 time: 0.2620022 Sep 25 03:34:32.251551 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f22b0af-3229-4940-b719-527304f6fb29 None None] Pushing event updated for resources: {'Port': ['ID=2bd31420-e371-4420-b091-857e614ae7af,revision_number=4']} {{(pid=94023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:34:32.264764 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e9bf7a-d69c-40f9-8413-bf0d23253903 None None] Routers {'d5957849-933f-46a4-a332-38111b2b957a'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:34:32.265702 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-94e9bf7a-d69c-40f9-8413-bf0d23253903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:34:18Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['d5957849-933f-46a4-a332-38111b2b957a'], 'active': True} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:34:32.266826 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:32.319024 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.db.securitygroups_db [None req-6bc15ae5-9426-4d68-97b2-48c4ce185111 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Project db363e7cf1b9415d89602f3298329e35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 25 03:34:32.358925 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa2d07e-daed-4bb6-82c7-79a422dfb2c0 req-fc024d69-3e5d-4753-ae9c-b2dd5fc861d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:32.371607 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7fa2d07e-daed-4bb6-82c7-79a422dfb2c0 req-fc024d69-3e5d-4753-ae9c-b2dd5fc861d3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=63d421db-5dcc-4401-a62e-bc953d53849c HTTP/1.1" status: 200 len: 854 time: 0.3113034 Sep 25 03:34:32.382034 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6bc15ae5-9426-4d68-97b2-48c4ce185111 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:32.404381 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Pushing event updated for resources: {'Port': ['ID=c4b1fd14-816c-41c3-8f92-f773e1ed7875,revision_number=4']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:34:32.429641 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-5a87f306-0dc0-4a6f-a13a-2dd0d2fb3840 None None] Provisioning complete for port c61ef779-7fb8-4df4-b5f6-08a70b217962 triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:34:32.430356 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-5a87f306-0dc0-4a6f-a13a-2dd0d2fb3840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:32.495480 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-e5bea050-d88c-43e6-98f4-3c43962e78e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a082b15f-b8f8-4c54-8e21-6b61c59b9936', 'name': 'tempest-AttachVolumeShelveTestJSON-602541266-router', 'tenant_id': '6cd33c8ad4e54784833c9620269a3a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '34fcae6b-4f04-405b-a2bf-335fef59cb62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:34:10Z', 'updated_at': '2021-09-25T03:34:17Z', 'revision_number': 4, 'project_id': '6cd33c8ad4e54784833c9620269a3a7e', 'gw_port': {'id': '34fcae6b-4f04-405b-a2bf-335fef59cb62', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:58:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a082b15f-b8f8-4c54-8e21-6b61c59b9936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:12Z', 'updated_at': '2021-09-25T03:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_interfaces': [{'id': 'c61ef779-7fb8-4df4-b5f6-08a70b217962', 'name': '', 'network_id': '0db9f430-59d9-43f8-9631-d99e7f9ba1b1', 'tenant_id': '6cd33c8ad4e54784833c9620269a3a7e', 'mac_address': 'fa:16:3e:af:05:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a082b15f-b8f8-4c54-8e21-6b61c59b9936', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '15c2144b-0628-4ad0-89f3-cf74162bcbd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:16Z', 'updated_at': '2021-09-25T03:34:29Z', 'revision_number': 4, 'project_id': '6cd33c8ad4e54784833c9620269a3a7e', 'subnets': [{'id': '15c2144b-0628-4ad0-89f3-cf74162bcbd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:34:32.539431 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bea050-d88c-43e6-98f4-3c43962e78e7 None None] The sync data for ids ['a082b15f-b8f8-4c54-8e21-6b61c59b9936'] in dv-cinder-775706-4-iscsi is: [{'id': 'a082b15f-b8f8-4c54-8e21-6b61c59b9936', 'name': 'tempest-AttachVolumeShelveTestJSON-602541266-router', 'tenant_id': '6cd33c8ad4e54784833c9620269a3a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '34fcae6b-4f04-405b-a2bf-335fef59cb62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:34:10Z', 'updated_at': '2021-09-25T03:34:17Z', 'revision_number': 4, 'project_id': '6cd33c8ad4e54784833c9620269a3a7e', 'gw_port': {'id': '34fcae6b-4f04-405b-a2bf-335fef59cb62', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:58:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a082b15f-b8f8-4c54-8e21-6b61c59b9936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:12Z', 'updated_at': '2021-09-25T03:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_interfaces': [{'id': 'c61ef779-7fb8-4df4-b5f6-08a70b217962', 'name': '', 'network_id': '0db9f430-59d9-43f8-9631-d99e7f9ba1b1', 'tenant_id': '6cd33c8ad4e54784833c9620269a3a7e', 'mac_address': 'fa:16:3e:af:05:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a082b15f-b8f8-4c54-8e21-6b61c59b9936', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '15c2144b-0628-4ad0-89f3-cf74162bcbd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:16Z', 'updated_at': '2021-09-25T03:34:29Z', 'revision_number': 4, 'project_id': '6cd33c8ad4e54784833c9620269a3a7e', 'subnets': [{'id': '15c2144b-0628-4ad0-89f3-cf74162bcbd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 03:34:32.635054 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvr_db [None req-94e9bf7a-d69c-40f9-8413-bf0d23253903 None None] Set router d5957849-933f-46a4-a332-38111b2b957a gateway port host: dv-cinder-775706-4-iscsi {{(pid=94023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:34:32.642105 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6bc15ae5-9426-4d68-97b2-48c4ce185111 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:32.663301 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-5a87f306-0dc0-4a6f-a13a-2dd0d2fb3840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:32.664847 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6bc15ae5-9426-4d68-97b2-48c4ce185111 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491355'] for security_group_rule, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:32.746565 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6bc15ae5-9426-4d68-97b2-48c4ce185111 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:32.748390 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-6bc15ae5-9426-4d68-97b2-48c4ce185111 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6102955 Sep 25 03:34:32.758495 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 55222) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:34:32.768852 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-3f9be04e-1183-4897-ab15-518db6c1247b tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Request body: {'security_group_rule': {'security_group_id': 'd84f7fc4-a72b-4f91-9132-c08dc4e9da0b', 'project_id': 'db363e7cf1b9415d89602f3298329e35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:34:32.787787 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d0a4c-f340-4bad-be33-6e617442fff9 req-099791ce-5094-459f-b228-9ce37c09ecc9 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:32.789103 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc15ae5-9426-4d68-97b2-48c4ce185111 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06ab218d-0fba-4468-b05a-143b70241173,revision_number=0']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:34:32.795524 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6a6d0a4c-f340-4bad-be33-6e617442fff9 req-099791ce-5094-459f-b228-9ce37c09ecc9 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/networks?id=0db9f430-59d9-43f8-9631-d99e7f9ba1b1 HTTP/1.1" status: 200 len: 816 time: 0.5481107 Sep 25 03:34:32.810868 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-5a87f306-0dc0-4a6f-a13a-2dd0d2fb3840 None None] For port c61ef779-7fb8-4df4-b5f6-08a70b217962, host dv-cinder-775706-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=c61ef779-7fb8-4df4-b5f6-08a70b217962,segment=NetworkSegment(333f268c-633b-4815-af96-4f793cf73c09),segment_id=333f268c-633b-4815-af96-4f793cf73c09)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:34:32.826495 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-5a87f306-0dc0-4a6f-a13a-2dd0d2fb3840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:32.849381 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.db.securitygroups_db [None req-3f9be04e-1183-4897-ab15-518db6c1247b tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Project db363e7cf1b9415d89602f3298329e35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 25 03:34:32.859162 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-3f9be04e-1183-4897-ab15-518db6c1247b tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:32.866708 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6a6d0a4c-f340-4bad-be33-6e617442fff9 req-77f32e24-a97c-4f71-8995-ffd577c9fe69 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/quotas/6cd33c8ad4e54784833c9620269a3a7e HTTP/1.1" status: 200 len: 375 time: 0.0671716 Sep 25 03:34:32.930628 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device 6eb43f13-becb-437d-b43d-aaf8c5b31ad3 up at agent ovs-agent-dv-cinder-775706-4-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 03:34:32.950223 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-5a87f306-0dc0-4a6f-a13a-2dd0d2fb3840 None None] Provisioning complete for port 2bd31420-e371-4420-b091-857e614ae7af triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:34:32.950651 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-5a87f306-0dc0-4a6f-a13a-2dd0d2fb3840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:32.957310 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa2d07e-daed-4bb6-82c7-79a422dfb2c0 req-d8e694eb-4720-4923-a36e-6ce5f11faed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:32.960839 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7fa2d07e-daed-4bb6-82c7-79a422dfb2c0 req-d8e694eb-4720-4923-a36e-6ce5f11faed0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=89e779df-c836-498b-8f59-96d1b762d6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4289143 Sep 25 03:34:33.107916 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d4747-e615-4508-8c22-2c6395a16f5a req-287b8065-7afe-4866-8260-79f04b8f3c2a tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:33.117741 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-de5d4747-e615-4508-8c22-2c6395a16f5a req-287b8065-7afe-4866-8260-79f04b8f3c2a tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/ports?device_id=a22fb511-2390-4ae7-ba98-96456df13c9c HTTP/1.1" status: 200 len: 943 time: 0.4386814 Sep 25 03:34:33.120706 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-3f9be04e-1183-4897-ab15-518db6c1247b tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:33.132180 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-3f9be04e-1183-4897-ab15-518db6c1247b tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491355'] for security_group_rule, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:33.188112 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-3f9be04e-1183-4897-ab15-518db6c1247b tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:33.193747 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-3f9be04e-1183-4897-ab15-518db6c1247b tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4336443 Sep 25 03:34:33.216592 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9be04e-1183-4897-ab15-518db6c1247b tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ec061cc-dd80-424c-8917-e369bd45e3cb,revision_number=0']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:34:33.228828 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-5a87f306-0dc0-4a6f-a13a-2dd0d2fb3840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:33.262457 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a87f306-0dc0-4a6f-a13a-2dd0d2fb3840 None None] Pushing event updated for resources: {'Port': ['ID=c61ef779-7fb8-4df4-b5f6-08a70b217962,revision_number=5']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:34:33.272410 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6a6d0a4c-f340-4bad-be33-6e617442fff9 req-ae7bef2b-5e60-480d-bc0b-2e9bef86902c tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=6cd33c8ad4e54784833c9620269a3a7e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4026999 Sep 25 03:34:33.311153 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-5a87f306-0dc0-4a6f-a13a-2dd0d2fb3840 None None] For port 2bd31420-e371-4420-b091-857e614ae7af, host dv-cinder-775706-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=2bd31420-e371-4420-b091-857e614ae7af,segment=NetworkSegment(9b7844a0-1abe-4440-ae4a-fa24878cbc31),segment_id=9b7844a0-1abe-4440-ae4a-fa24878cbc31)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:34:33.321388 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Provisioning complete for port 6eb43f13-becb-437d-b43d-aaf8c5b31ad3 triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:34:33.321898 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:33.396285 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-5a87f306-0dc0-4a6f-a13a-2dd0d2fb3840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:33.626519 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device 6283367e-0588-4d6b-ad1b-0865a2d2df1f up at agent ovs-agent-dv-cinder-775706-4-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 03:34:33.707988 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-de5d4747-e615-4508-8c22-2c6395a16f5a req-52289496-7d2a-4c81-8195-9c3c27d118cb tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/security-groups?id=32c65188-c1b8-4ff9-b0ae-66d6e27932f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5885630 Sep 25 03:34:33.722934 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6a6d0a4c-f340-4bad-be33-6e617442fff9 req-64862b99-dcca-4e30-867b-84ae137665f5 service neutron] 10.222.0.42 "GET /v2.0/networks/0db9f430-59d9-43f8-9631-d99e7f9ba1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4463012 Sep 25 03:34:33.761892 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-94e9bf7a-d69c-40f9-8413-bf0d23253903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5957849-933f-46a4-a332-38111b2b957a', 'name': 'tempest-TestVolumeBootPattern-148685335-router', 'tenant_id': 'c0bad056a1b045f3849b65aa757c9146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': 'c4b1fd14-816c-41c3-8f92-f773e1ed7875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:34:15Z', 'updated_at': '2021-09-25T03:34:24Z', 'revision_number': 4, 'project_id': 'c0bad056a1b045f3849b65aa757c9146', 'gw_port': {'id': 'c4b1fd14-816c-41c3-8f92-f773e1ed7875', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5957849-933f-46a4-a332-38111b2b957a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:16Z', 'updated_at': '2021-09-25T03:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_interfaces': [{'id': '2bd31420-e371-4420-b091-857e614ae7af', 'name': '', 'network_id': '235393c7-2c08-4a3b-b385-a9d601c1f1ee', 'tenant_id': 'c0bad056a1b045f3849b65aa757c9146', 'mac_address': 'fa:16:3e:26:3a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5957849-933f-46a4-a332-38111b2b957a', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '3ce76969-68f5-4aa6-ba30-a2d99fa09209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:22Z', 'updated_at': '2021-09-25T03:34:31Z', 'revision_number': 4, 'project_id': 'c0bad056a1b045f3849b65aa757c9146', 'subnets': [{'id': '3ce76969-68f5-4aa6-ba30-a2d99fa09209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:34:33.799750 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-6429c0b8-204a-412d-8cba-9f2709aa8408 None None] Provisioning complete for port 2bd31420-e371-4420-b091-857e614ae7af triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:34:33.802711 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6429c0b8-204a-412d-8cba-9f2709aa8408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:33.821706 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7fa2d07e-daed-4bb6-82c7-79a422dfb2c0 req-84439987-b32c-4bcf-a24e-263564086c35 service neutron] 10.222.0.45 "GET /v2.0/networks/89e779df-c836-498b-8f59-96d1b762d6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8454347 Sep 25 03:34:33.892748 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e9bf7a-d69c-40f9-8413-bf0d23253903 None None] The sync data for ids ['d5957849-933f-46a4-a332-38111b2b957a'] in dv-cinder-775706-4-iscsi is: [{'id': 'd5957849-933f-46a4-a332-38111b2b957a', 'name': 'tempest-TestVolumeBootPattern-148685335-router', 'tenant_id': 'c0bad056a1b045f3849b65aa757c9146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': 'c4b1fd14-816c-41c3-8f92-f773e1ed7875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:34:15Z', 'updated_at': '2021-09-25T03:34:24Z', 'revision_number': 4, 'project_id': 'c0bad056a1b045f3849b65aa757c9146', 'gw_port': {'id': 'c4b1fd14-816c-41c3-8f92-f773e1ed7875', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5957849-933f-46a4-a332-38111b2b957a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:16Z', 'updated_at': '2021-09-25T03:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_interfaces': [{'id': '2bd31420-e371-4420-b091-857e614ae7af', 'name': '', 'network_id': '235393c7-2c08-4a3b-b385-a9d601c1f1ee', 'tenant_id': 'c0bad056a1b045f3849b65aa757c9146', 'mac_address': 'fa:16:3e:26:3a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5957849-933f-46a4-a332-38111b2b957a', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '3ce76969-68f5-4aa6-ba30-a2d99fa09209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:22Z', 'updated_at': '2021-09-25T03:34:31Z', 'revision_number': 4, 'project_id': 'c0bad056a1b045f3849b65aa757c9146', 'subnets': [{'id': '3ce76969-68f5-4aa6-ba30-a2d99fa09209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 03:34:34.202049 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a87f306-0dc0-4a6f-a13a-2dd0d2fb3840 None None] Pushing event updated for resources: {'Port': ['ID=2bd31420-e371-4420-b091-857e614ae7af,revision_number=5']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:34:34.322992 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Provisioning complete for port 6283367e-0588-4d6b-ad1b-0865a2d2df1f triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:34:34.322992 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:34.648506 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device 34fcae6b-4f04-405b-a2bf-335fef59cb62 up at agent ovs-agent-dv-cinder-775706-4-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 03:34:34.787940 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081764fd-7372-4d5d-bad2-c425ae49444a req-06b57a0a-3af4-4eab-8272-cbc95411ed8a tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:34.800891 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-081764fd-7372-4d5d-bad2-c425ae49444a req-06b57a0a-3af4-4eab-8272-cbc95411ed8a tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/ports?device_id=36ce5dc8-fe73-4edc-81d3-e0313fe83860 HTTP/1.1" status: 200 len: 946 time: 0.7067199 Sep 25 03:34:34.810483 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Provisioning complete for port 34fcae6b-4f04-405b-a2bf-335fef59cb62 triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:34:34.811470 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:34.848579 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6a6d0a4c-f340-4bad-be33-6e617442fff9 req-748d979e-0c6c-49ed-b893-757b2d78fbec service neutron] 10.222.0.42 "GET /v2.0/networks/0db9f430-59d9-43f8-9631-d99e7f9ba1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1092029 Sep 25 03:34:34.962776 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7fa2d07e-daed-4bb6-82c7-79a422dfb2c0 req-f8edf699-35d0-42d5-8b6d-a2a84f5ff1f3 service neutron] 10.222.0.45 "GET /v2.0/networks/89e779df-c836-498b-8f59-96d1b762d6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0677152 Sep 25 03:34:35.007568 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-081764fd-7372-4d5d-bad2-c425ae49444a req-bad2b7f3-3b1b-469f-a5a3-81a9682c83ec tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c699c2a-ea95-4f2c-8172-f4ed6406eab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1919646 Sep 25 03:34:35.292758 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b469efe7-9f4d-429a-a6c2-30c138a3ac0e req-89ed4f17-e845-4a10-9978-1ecd2956ffa6 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:35.304165 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b469efe7-9f4d-429a-a6c2-30c138a3ac0e req-89ed4f17-e845-4a10-9978-1ecd2956ffa6 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/ports?device_id=a22fb511-2390-4ae7-ba98-96456df13c9c HTTP/1.1" status: 200 len: 943 time: 0.1270847 Sep 25 03:34:35.374795 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b469efe7-9f4d-429a-a6c2-30c138a3ac0e req-5a38b5ee-8638-4f2c-9057-ece6e835e6b3 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/security-groups?id=32c65188-c1b8-4ff9-b0ae-66d6e27932f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691977 Sep 25 03:34:35.532865 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-61c4e7c1-9645-43ac-ad41-d488c89c092d req-b965f9c5-f16e-4eb6-9725-c38f82e02eb2 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca8be174-28ce-456d-9625-30374a5501d6 HTTP/1.1" status: 200 len: 210 time: 0.0819883 Sep 25 03:34:35.533357 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-12453c79-04f6-431c-ac7a-1da34be194f8 None None] Agent healthcheck: found 6 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 03:34:35.538846 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device 2bd31420-e371-4420-b091-857e614ae7af up at agent ovs-agent-dv-cinder-775706-4-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 03:34:35.669242 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Provisioning complete for port 2bd31420-e371-4420-b091-857e614ae7af triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:34:35.669812 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:35.826178 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device c4b1fd14-816c-41c3-8f92-f773e1ed7875 up at agent ovs-agent-dv-cinder-775706-4-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 03:34:35.903981 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Provisioning complete for port c4b1fd14-816c-41c3-8f92-f773e1ed7875 triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:34:35.904558 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:36.074517 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device c61ef779-7fb8-4df4-b5f6-08a70b217962 up at agent ovs-agent-dv-cinder-775706-4-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 03:34:36.165557 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Provisioning complete for port c61ef779-7fb8-4df4-b5f6-08a70b217962 triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:34:36.166500 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:36.247966 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42dc263-1744-4c6e-a1f0-e7ca15e9c8b2 req-bbef45ba-5323-48d6-837e-9b978e8a7d69 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:36.252561 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a42dc263-1744-4c6e-a1f0-e7ca15e9c8b2 req-bbef45ba-5323-48d6-837e-9b978e8a7d69 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/ports?device_id=36ce5dc8-fe73-4edc-81d3-e0313fe83860 HTTP/1.1" status: 200 len: 946 time: 0.0952780 Sep 25 03:34:36.301434 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a42dc263-1744-4c6e-a1f0-e7ca15e9c8b2 req-2cd82a32-5146-43bd-a9d0-5be6889513f6 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c699c2a-ea95-4f2c-8172-f4ed6406eab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380752 Sep 25 03:34:36.535159 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5193f65-ce51-47e2-a71d-713999919d17 req-650b9783-073b-4395-a99a-cc1cd5c037f6 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:36.537639 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d5193f65-ce51-47e2-a71d-713999919d17 req-650b9783-073b-4395-a99a-cc1cd5c037f6 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/ports?device_id=a22fb511-2390-4ae7-ba98-96456df13c9c HTTP/1.1" status: 200 len: 943 time: 0.0597737 Sep 25 03:34:36.606013 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d5193f65-ce51-47e2-a71d-713999919d17 req-9a06567b-b279-42da-ab0f-2d4679e70f53 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/security-groups?id=32c65188-c1b8-4ff9-b0ae-66d6e27932f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614209 Sep 25 03:34:36.641940 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ae747f-e7b7-4796-b53e-0eef9d5e05f8 req-1405c528-16f1-48bd-a93a-5abd75792c27 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:36.649458 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-99ae747f-e7b7-4796-b53e-0eef9d5e05f8 req-1405c528-16f1-48bd-a93a-5abd75792c27 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/ports?device_id=36ce5dc8-fe73-4edc-81d3-e0313fe83860 HTTP/1.1" status: 200 len: 946 time: 0.0829663 Sep 25 03:34:37.074510 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-99ae747f-e7b7-4796-b53e-0eef9d5e05f8 req-e773cd88-2bc1-4bc4-94af-e8b873a24541 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c699c2a-ea95-4f2c-8172-f4ed6406eab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4183431 Sep 25 03:34:37.093873 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-84370f01-fd9d-49ad-998c-9f4fd0601568 req-ccdebb59-1d88-411d-b4b9-242ab99d9b22 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca8be174-28ce-456d-9625-30374a5501d6 HTTP/1.1" status: 200 len: 210 time: 0.3969665 Sep 25 03:34:37.745419 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d0c52-3383-4de9-8450-615b1be4809a req-288817db-2ad2-4ec0-b009-cb13ae807252 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:37.747078 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e65d0c52-3383-4de9-8450-615b1be4809a req-288817db-2ad2-4ec0-b009-cb13ae807252 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/ports?device_id=a22fb511-2390-4ae7-ba98-96456df13c9c HTTP/1.1" status: 200 len: 943 time: 0.0561533 Sep 25 03:34:37.790715 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e65d0c52-3383-4de9-8450-615b1be4809a req-9cabcde8-47a2-4e20-ba65-76c6e4c869f8 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/security-groups?id=32c65188-c1b8-4ff9-b0ae-66d6e27932f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368638 Sep 25 03:34:38.235208 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-bc3223d3-ff23-40d6-8fd6-a2b7977e748f req-b0b8a1a6-b8c4-4991-8127-23b5bc0d90ff tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca8be174-28ce-456d-9625-30374a5501d6 HTTP/1.1" status: 200 len: 210 time: 0.0360246 Sep 25 03:34:38.255836 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b94afd4-dc43-4013-a9f9-4a368a46d1c1 req-c2620781-ce41-4193-836b-6221055a488c tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:38.257846 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3b94afd4-dc43-4013-a9f9-4a368a46d1c1 req-c2620781-ce41-4193-836b-6221055a488c tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/ports?device_id=36ce5dc8-fe73-4edc-81d3-e0313fe83860 HTTP/1.1" status: 200 len: 946 time: 0.0878842 Sep 25 03:34:38.307176 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3b94afd4-dc43-4013-a9f9-4a368a46d1c1 req-c1617ebe-6482-4305-85d1-778748cb61cb tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c699c2a-ea95-4f2c-8172-f4ed6406eab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373979 Sep 25 03:34:38.945851 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc6bb6f-6d19-43a3-b5a9-f9d4c9cb7cb9 req-6d9c62f8-66f2-47bf-9273-2446475c4ca1 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:38.947547 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6fc6bb6f-6d19-43a3-b5a9-f9d4c9cb7cb9 req-6d9c62f8-66f2-47bf-9273-2446475c4ca1 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/ports?device_id=a22fb511-2390-4ae7-ba98-96456df13c9c HTTP/1.1" status: 200 len: 943 time: 0.0651083 Sep 25 03:34:39.014593 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6fc6bb6f-6d19-43a3-b5a9-f9d4c9cb7cb9 req-a8bab505-a74c-4175-b1c4-06132fd03e34 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/security-groups?id=32c65188-c1b8-4ff9-b0ae-66d6e27932f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545056 Sep 25 03:34:39.379824 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3269ec8d-c881-40fa-94c5-245628ad0ae5 req-fc471140-aecd-4f31-9f8a-b9e88f7a4f48 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca8be174-28ce-456d-9625-30374a5501d6 HTTP/1.1" status: 200 len: 210 time: 0.0519748 Sep 25 03:34:39.494515 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4ad1f5-67fd-4d58-870c-0d072ce6740b req-ec4b6228-00b5-4bb1-aa72-ec7309bbb582 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:39.502250 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-aa4ad1f5-67fd-4d58-870c-0d072ce6740b req-ec4b6228-00b5-4bb1-aa72-ec7309bbb582 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/ports?device_id=36ce5dc8-fe73-4edc-81d3-e0313fe83860 HTTP/1.1" status: 200 len: 946 time: 0.0910842 Sep 25 03:34:39.547798 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-aa4ad1f5-67fd-4d58-870c-0d072ce6740b req-bd726070-c523-4c20-8c07-301c33be903f tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c699c2a-ea95-4f2c-8172-f4ed6406eab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391872 Sep 25 03:34:40.183622 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2615c01d-164b-473e-a55d-9725824929c6 req-73002f6d-f1b9-4f76-8756-0eb826712bf4 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:40.185547 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2615c01d-164b-473e-a55d-9725824929c6 req-73002f6d-f1b9-4f76-8756-0eb826712bf4 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/ports?device_id=a22fb511-2390-4ae7-ba98-96456df13c9c HTTP/1.1" status: 200 len: 943 time: 0.0597813 Sep 25 03:34:40.231470 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2615c01d-164b-473e-a55d-9725824929c6 req-6b01601f-b65d-46fa-9565-e93e4960e86b tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/security-groups?id=32c65188-c1b8-4ff9-b0ae-66d6e27932f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388956 Sep 25 03:34:40.572783 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c94faabc-6e0c-4fd8-8f28-c0e75076860d req-9c86ac44-98a1-4e02-b8f2-46c91d17851a tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca8be174-28ce-456d-9625-30374a5501d6 HTTP/1.1" status: 200 len: 210 time: 0.0692809 Sep 25 03:34:40.717044 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2bcd90-5be9-41ff-889e-76f30a438238 req-b65ef5af-4340-4934-8a30-5e0226fb3899 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:40.718731 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4c2bcd90-5be9-41ff-889e-76f30a438238 req-b65ef5af-4340-4934-8a30-5e0226fb3899 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/ports?device_id=36ce5dc8-fe73-4edc-81d3-e0313fe83860 HTTP/1.1" status: 200 len: 946 time: 0.0546472 Sep 25 03:34:40.771308 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4c2bcd90-5be9-41ff-889e-76f30a438238 req-667b274b-2d12-4309-8f0c-1687e47625c2 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c699c2a-ea95-4f2c-8172-f4ed6406eab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415587 Sep 25 03:34:40.918369 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9cf542-ee28-4793-add3-3e393bf09ee5 req-81b6c4e2-0381-4e4d-8788-7191f6782355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:40.921084 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5f9cf542-ee28-4793-add3-3e393bf09ee5 req-81b6c4e2-0381-4e4d-8788-7191f6782355 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f29dc626f86246fe9738feefd6866b29&device_id=36ce5dc8-fe73-4edc-81d3-e0313fe83860 HTTP/1.1" status: 200 len: 1099 time: 0.0730960 Sep 25 03:34:41.041415 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9cf542-ee28-4793-add3-3e393bf09ee5 req-9fa4f246-6b28-4609-9687-5b0717acf61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:41.043017 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5f9cf542-ee28-4793-add3-3e393bf09ee5 req-9fa4f246-6b28-4609-9687-5b0717acf61a service neutron] 10.222.0.45 "GET /v2.0/networks?id=ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd HTTP/1.1" status: 200 len: 912 time: 0.1055257 Sep 25 03:34:41.178006 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5f9cf542-ee28-4793-add3-3e393bf09ee5 req-90a65ace-19bc-47c8-b1a3-4cc370f64c09 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28d0a967-ae0a-46e1-b1e9-1e3ffc3caec3 HTTP/1.1" status: 200 len: 1001 time: 0.0757539 Sep 25 03:34:41.233776 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9cf542-ee28-4793-add3-3e393bf09ee5 req-8e620ac3-7119-4962-88ac-4840b139fc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:41.235922 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5f9cf542-ee28-4793-add3-3e393bf09ee5 req-8e620ac3-7119-4962-88ac-4840b139fc39 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=afccf4b9-490d-44a5-98b6-f28191ec0ff2 HTTP/1.1" status: 200 len: 850 time: 0.0503607 Sep 25 03:34:41.300962 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9cf542-ee28-4793-add3-3e393bf09ee5 req-fd38f71a-c97d-44c9-b8fc-59c46d7eec0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:41.303467 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5f9cf542-ee28-4793-add3-3e393bf09ee5 req-fd38f71a-c97d-44c9-b8fc-59c46d7eec0c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0599875 Sep 25 03:34:41.478404 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a6f1df-d85f-45f4-bea0-f268205ce1b5 req-bebff95e-4a33-472d-bbeb-6959910424e2 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:41.480146 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c5a6f1df-d85f-45f4-bea0-f268205ce1b5 req-bebff95e-4a33-472d-bbeb-6959910424e2 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/ports?device_id=a22fb511-2390-4ae7-ba98-96456df13c9c HTTP/1.1" status: 200 len: 943 time: 0.1436391 Sep 25 03:34:41.531391 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5f9cf542-ee28-4793-add3-3e393bf09ee5 req-af2aee86-c553-418d-b43f-b34ba59365f3 service neutron] 10.222.0.45 "GET /v2.0/networks/ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432343 Sep 25 03:34:41.557049 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c5a6f1df-d85f-45f4-bea0-f268205ce1b5 req-7ae9cc7c-bca4-45db-8ab1-86385c8d4dca tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/security-groups?id=32c65188-c1b8-4ff9-b0ae-66d6e27932f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689621 Sep 25 03:34:41.674156 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5f9cf542-ee28-4793-add3-3e393bf09ee5 req-4be6c45b-fc1b-4548-b80a-90ec7a008603 service neutron] 10.222.0.45 "GET /v2.0/networks/ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352582 Sep 25 03:34:41.734724 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f9d8836f-1d53-4c84-82d5-7c5c01eeeb6b req-0c08435f-cfc4-48b5-93a0-f019a3906cd5 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca8be174-28ce-456d-9625-30374a5501d6 HTTP/1.1" status: 200 len: 210 time: 0.0285139 Sep 25 03:34:42.018236 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d0a4c-f340-4bad-be33-6e617442fff9 req-89b10dda-b14d-4174-b33c-d3edc0d62bd6 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:42.019871 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6a6d0a4c-f340-4bad-be33-6e617442fff9 req-89b10dda-b14d-4174-b33c-d3edc0d62bd6 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.45 "GET /v2.0/networks?id=0db9f430-59d9-43f8-9631-d99e7f9ba1b1 HTTP/1.1" status: 200 len: 816 time: 0.1866949 Sep 25 03:34:42.033944 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0310a2-d393-4324-820c-c5b288c2a889 req-240a417a-53b8-4606-8669-f58b34081f1f tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:42.035657 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0a0310a2-d393-4324-820c-c5b288c2a889 req-240a417a-53b8-4606-8669-f58b34081f1f tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/ports?device_id=36ce5dc8-fe73-4edc-81d3-e0313fe83860 HTTP/1.1" status: 200 len: 946 time: 0.1016495 Sep 25 03:34:42.114964 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0a0310a2-d393-4324-820c-c5b288c2a889 req-09c63b0f-e262-4eba-88de-0bebaf9b5e6c tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c699c2a-ea95-4f2c-8172-f4ed6406eab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726736 Sep 25 03:34:42.125127 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6a6d0a4c-f340-4bad-be33-6e617442fff9 req-c31d86e1-281f-4c24-ba51-0d734d7640ac tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6cd33c8ad4e54784833c9620269a3a7e HTTP/1.1" status: 200 len: 378 time: 0.0737381 Sep 25 03:34:42.139784 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [req-6a6d0a4c-f340-4bad-be33-6e617442fff9 req-b78354d2-537e-4fe4-b9d6-eb68bdf81904 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Request body: {'port': {'device_id': 'ca8be174-28ce-456d-9625-30374a5501d6', 'network_id': '0db9f430-59d9-43f8-9631-d99e7f9ba1b1', 'admin_state_up': True, 'tenant_id': '6cd33c8ad4e54784833c9620269a3a7e', 'security_groups': ['6473a50f-cdc8-4f4d-899e-137238ffc538']}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:34:42.295149 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a6d0a4c-f340-4bad-be33-6e617442fff9 req-b78354d2-537e-4fe4-b9d6-eb68bdf81904 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Made reservation on behalf of 6cd33c8ad4e54784833c9620269a3a7e for: {'port': 1} {{(pid=94021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 03:34:42.301529 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-6a6d0a4c-f340-4bad-be33-6e617442fff9 req-b78354d2-537e-4fe4-b9d6-eb68bdf81904 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:42.507196 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.db.db_base_plugin_common [req-6a6d0a4c-f340-4bad-be33-6e617442fff9 req-b78354d2-537e-4fe4-b9d6-eb68bdf81904 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Allocated IP 172.20.0.7 (0db9f430-59d9-43f8-9631-d99e7f9ba1b1/15c2144b-0628-4ad0-89f3-cf74162bcbd6/5244b419-ce3d-4864-825b-584c27c3e52f) {{(pid=94021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 03:34:42.819226 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ce452e-5e11-4b63-96bb-f0e176c61156 req-ec5df976-3666-4385-b49e-d0feb0200b5a tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:42.825045 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-27ce452e-5e11-4b63-96bb-f0e176c61156 req-ec5df976-3666-4385-b49e-d0feb0200b5a tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/ports?device_id=a22fb511-2390-4ae7-ba98-96456df13c9c HTTP/1.1" status: 200 len: 943 time: 0.1716130 Sep 25 03:34:42.868426 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-6a6d0a4c-f340-4bad-be33-6e617442fff9 req-b78354d2-537e-4fe4-b9d6-eb68bdf81904 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks [] for port, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:42.965518 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8916f6ae-b643-4c68-9077-21bbec8b1cd8 req-47af5269-1ddd-4aea-aaad-85d528d1c5c9 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca8be174-28ce-456d-9625-30374a5501d6 HTTP/1.1" status: 200 len: 210 time: 0.0695214 Sep 25 03:34:42.981356 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-27ce452e-5e11-4b63-96bb-f0e176c61156 req-517f405b-1b49-41df-bd78-be5338f12c35 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/security-groups?id=32c65188-c1b8-4ff9-b0ae-66d6e27932f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481071 Sep 25 03:34:43.017139 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-6a6d0a4c-f340-4bad-be33-6e617442fff9 req-b78354d2-537e-4fe4-b9d6-eb68bdf81904 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731880292801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3214562'] for port, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:43.087688 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a6d0a4c-f340-4bad-be33-6e617442fff9 req-b78354d2-537e-4fe4-b9d6-eb68bdf81904 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Network 0db9f430-59d9-43f8-9631-d99e7f9ba1b1 is already hosted by enough agents. {{(pid=94021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 03:34:43.091775 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.base_scheduler [req-6a6d0a4c-f340-4bad-be33-6e617442fff9 req-b78354d2-537e-4fe4-b9d6-eb68bdf81904 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Resources bound (agent type, host, resource id): {{(pid=94021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:34:43.094999 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a6d0a4c-f340-4bad-be33-6e617442fff9 req-b78354d2-537e-4fe4-b9d6-eb68bdf81904 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Received port after_create {{(pid=94021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 03:34:43.139238 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78354d2-537e-4fe4-b9d6-eb68bdf81904 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Pushing event updated for resources: {'Port': ['ID=5244b419-ce3d-4864-825b-584c27c3e52f,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:34:43.217106 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d0a4c-f340-4bad-be33-6e617442fff9 req-b78354d2-537e-4fe4-b9d6-eb68bdf81904 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:43.217875 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-6a6d0a4c-f340-4bad-be33-6e617442fff9 req-b78354d2-537e-4fe4-b9d6-eb68bdf81904 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:43.241183 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6a6d0a4c-f340-4bad-be33-6e617442fff9 req-b78354d2-537e-4fe4-b9d6-eb68bdf81904 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1076415 Sep 25 03:34:43.263059 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [req-6a6d0a4c-f340-4bad-be33-6e617442fff9 req-8e4f47c4-3680-4cc6-9be7-19ab9039d097 service neutron] Request body: {'port': {'device_id': 'ca8be174-28ce-456d-9625-30374a5501d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:34:43.376638 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-6a6d0a4c-f340-4bad-be33-6e617442fff9 req-8e4f47c4-3680-4cc6-9be7-19ab9039d097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:43.382588 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-e5820b8b-a934-4986-a30e-2e18e3a1d942 None None] Provisioning complete for port 5244b419-ce3d-4864-825b-584c27c3e52f triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:34:43.383594 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-e5820b8b-a934-4986-a30e-2e18e3a1d942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:43.387714 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b442b818-8abc-4f3f-b744-b12ed5d8ce84 req-5ba74ec6-c559-40a3-814f-82e9ace9323d tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:43.389395 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b442b818-8abc-4f3f-b744-b12ed5d8ce84 req-5ba74ec6-c559-40a3-814f-82e9ace9323d tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/ports?device_id=36ce5dc8-fe73-4edc-81d3-e0313fe83860 HTTP/1.1" status: 200 len: 946 time: 0.1319454 Sep 25 03:34:43.434328 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-e5820b8b-a934-4986-a30e-2e18e3a1d942 None None] Port 5244b419-ce3d-4864-825b-584c27c3e52f cannot update to ACTIVE because it is not bound. {{(pid=94022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 25 03:34:43.500050 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b442b818-8abc-4f3f-b744-b12ed5d8ce84 req-a648cd68-0dbf-453f-8538-b19248f75f23 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c699c2a-ea95-4f2c-8172-f4ed6406eab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978861 Sep 25 03:34:43.813341 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [req-6a6d0a4c-f340-4bad-be33-6e617442fff9 req-8e4f47c4-3680-4cc6-9be7-19ab9039d097 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5244b419-ce3d-4864-825b-584c27c3e52f {{(pid=94021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 03:34:43.822242 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-6a6d0a4c-f340-4bad-be33-6e617442fff9 req-8e4f47c4-3680-4cc6-9be7-19ab9039d097 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:43.842556 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.db.provisioning_blocks [req-6a6d0a4c-f340-4bad-be33-6e617442fff9 req-8e4f47c4-3680-4cc6-9be7-19ab9039d097 service neutron] Transition to ACTIVE for port object 5244b419-ce3d-4864-825b-584c27c3e52f will not be triggered until provisioned by entity L2. {{(pid=94021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 25 03:34:43.848050 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-6a6d0a4c-f340-4bad-be33-6e617442fff9 req-8e4f47c4-3680-4cc6-9be7-19ab9039d097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3214569'] for port, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:43.929638 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4f47c4-3680-4cc6-9be7-19ab9039d097 service neutron] Pushing event updated for resources: {'Port': ['ID=5244b419-ce3d-4864-825b-584c27c3e52f,revision_number=2']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:34:44.024982 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-6a6d0a4c-f340-4bad-be33-6e617442fff9 req-8e4f47c4-3680-4cc6-9be7-19ab9039d097 service neutron] Attempting to bind port 5244b419-ce3d-4864-825b-584c27c3e52f on host hv-cinder-77570 for vnic_type normal with profile {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 03:34:44.025742 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-6a6d0a4c-f340-4bad-be33-6e617442fff9 req-8e4f47c4-3680-4cc6-9be7-19ab9039d097 service neutron] Attempting to bind port 5244b419-ce3d-4864-825b-584c27c3e52f by drivers openvswitch,hyperv on host hv-cinder-77570 at level 0 using segments [{'id': '333f268c-633b-4815-af96-4f793cf73c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '0db9f430-59d9-43f8-9631-d99e7f9ba1b1'}] {{(pid=94021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 03:34:44.026100 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6d0a4c-f340-4bad-be33-6e617442fff9 req-8e4f47c4-3680-4cc6-9be7-19ab9039d097 service neutron] Attempting to bind port 5244b419-ce3d-4864-825b-584c27c3e52f on network 0db9f430-59d9-43f8-9631-d99e7f9ba1b1 {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 03:34:44.037783 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6d0a4c-f340-4bad-be33-6e617442fff9 req-8e4f47c4-3680-4cc6-9be7-19ab9039d097 service neutron] Port 5244b419-ce3d-4864-825b-584c27c3e52f on network 0db9f430-59d9-43f8-9631-d99e7f9ba1b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77570 {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 25 03:34:44.038508 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6d0a4c-f340-4bad-be33-6e617442fff9 req-8e4f47c4-3680-4cc6-9be7-19ab9039d097 service neutron] Attempting to bind port 5244b419-ce3d-4864-825b-584c27c3e52f on network 0db9f430-59d9-43f8-9631-d99e7f9ba1b1 {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 03:34:44.048705 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6d0a4c-f340-4bad-be33-6e617442fff9 req-8e4f47c4-3680-4cc6-9be7-19ab9039d097 service neutron] Checking agent: {'id': '508f5817-0468-490c-b4b9-d8db88d5fd84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 3, 27, 55), 'started_at': datetime.datetime(2021, 9, 25, 3, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 3, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 03:34:44.049406 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6d0a4c-f340-4bad-be33-6e617442fff9 req-8e4f47c4-3680-4cc6-9be7-19ab9039d097 service neutron] Checking segment: {'id': '333f268c-633b-4815-af96-4f793cf73c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '0db9f430-59d9-43f8-9631-d99e7f9ba1b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 03:34:44.049864 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6d0a4c-f340-4bad-be33-6e617442fff9 req-8e4f47c4-3680-4cc6-9be7-19ab9039d097 service neutron] Bound using segment: {'id': '333f268c-633b-4815-af96-4f793cf73c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '0db9f430-59d9-43f8-9631-d99e7f9ba1b1'} {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 03:34:44.050698 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-6a6d0a4c-f340-4bad-be33-6e617442fff9 req-8e4f47c4-3680-4cc6-9be7-19ab9039d097 service neutron] Bound port: 5244b419-ce3d-4864-825b-584c27c3e52f, host: hv-cinder-77570, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '333f268c-633b-4815-af96-4f793cf73c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '0db9f430-59d9-43f8-9631-d99e7f9ba1b1'}}] {{(pid=94021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 03:34:44.051389 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-6a6d0a4c-f340-4bad-be33-6e617442fff9 req-8e4f47c4-3680-4cc6-9be7-19ab9039d097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:44.245956 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-6a6d0a4c-f340-4bad-be33-6e617442fff9 req-8e4f47c4-3680-4cc6-9be7-19ab9039d097 service neutron] For port 5244b419-ce3d-4864-825b-584c27c3e52f, host hv-cinder-77570, cleared binding levels {{(pid=94021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 03:34:44.252039 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-6a6d0a4c-f340-4bad-be33-6e617442fff9 req-8e4f47c4-3680-4cc6-9be7-19ab9039d097 service neutron] For port 5244b419-ce3d-4864-825b-584c27c3e52f, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=5244b419-ce3d-4864-825b-584c27c3e52f,segment=NetworkSegment(333f268c-633b-4815-af96-4f793cf73c09),segment_id=333f268c-633b-4815-af96-4f793cf73c09)] {{(pid=94021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 03:34:44.263925 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6def1ea6-4a4a-4509-89e4-fffd8b1108f4 req-cfc1cdbc-d769-4bb8-9a07-e8ff7c05556e tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:44.274208 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6def1ea6-4a4a-4509-89e4-fffd8b1108f4 req-cfc1cdbc-d769-4bb8-9a07-e8ff7c05556e tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/ports?device_id=a22fb511-2390-4ae7-ba98-96456df13c9c HTTP/1.1" status: 200 len: 943 time: 0.1883812 Sep 25 03:34:44.287289 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-6a6d0a4c-f340-4bad-be33-6e617442fff9 req-8e4f47c4-3680-4cc6-9be7-19ab9039d097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3214569'] for port, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:44.300409 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854cc760-f8b5-40bb-ab9d-b139fa3e34d6 req-b3586d10-fd7b-410a-aad8-9a2413a0c5ad tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:44.302247 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-854cc760-f8b5-40bb-ab9d-b139fa3e34d6 req-b3586d10-fd7b-410a-aad8-9a2413a0c5ad tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca8be174-28ce-456d-9625-30374a5501d6 HTTP/1.1" status: 200 len: 943 time: 0.1849220 Sep 25 03:34:44.380861 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d0a4c-f340-4bad-be33-6e617442fff9 req-8e4f47c4-3680-4cc6-9be7-19ab9039d097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:44.381950 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-6a6d0a4c-f340-4bad-be33-6e617442fff9 req-8e4f47c4-3680-4cc6-9be7-19ab9039d097 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:44.382996 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6a6d0a4c-f340-4bad-be33-6e617442fff9 req-8e4f47c4-3680-4cc6-9be7-19ab9039d097 service neutron] 10.222.0.45 "PUT /v2.0/ports/5244b419-ce3d-4864-825b-584c27c3e52f HTTP/1.1" status: 200 len: 1093 time: 1.1277759 Sep 25 03:34:44.385007 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca8be174-28ce-456d-9625-30374a5501d6', 'tag': '5244b419-ce3d-4864-825b-584c27c3e52f'}] {{(pid=94021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 03:34:44.387423 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e2fb5340eb8446ff58cd715b9748d5b5aabaa2e5f9ab10f469ed89a7c45a212" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36cc484c-ee9a-4d80-807c-018912d7dbeb" -d '{"events": [{"name": "network-changed", "server_uuid": "ca8be174-28ce-456d-9625-30374a5501d6", "tag": "5244b419-ce3d-4864-825b-584c27c3e52f"}]}' {{(pid=94021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 03:34:44.445980 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6def1ea6-4a4a-4509-89e4-fffd8b1108f4 req-58a6ce9d-5f4c-4a82-b12f-b4a15e8d50e6 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/security-groups?id=32c65188-c1b8-4ff9-b0ae-66d6e27932f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706362 Sep 25 03:34:44.457374 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4f47c4-3680-4cc6-9be7-19ab9039d097 service neutron] Pushing event updated for resources: {'Port': ['ID=5244b419-ce3d-4864-825b-584c27c3e52f,revision_number=3']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:34:44.464018 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-854cc760-f8b5-40bb-ab9d-b139fa3e34d6 req-e1c65d1a-da41-4ed9-b3dd-e6627ee5a1b0 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=6473a50f-cdc8-4f4d-899e-137238ffc538&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1235616 Sep 25 03:34:44.534786 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d0a4c-f340-4bad-be33-6e617442fff9 req-8db14d6f-1352-40d2-b1d5-f75ad97491ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:44.537530 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6a6d0a4c-f340-4bad-be33-6e617442fff9 req-8db14d6f-1352-40d2-b1d5-f75ad97491ec service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6cd33c8ad4e54784833c9620269a3a7e&device_id=ca8be174-28ce-456d-9625-30374a5501d6 HTTP/1.1" status: 200 len: 1096 time: 0.0724161 Sep 25 03:34:44.643727 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 03:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c52448c3-0db9-405c-84e2-74a7849f786e x-openstack-request-id: req-c52448c3-0db9-405c-84e2-74a7849f786e {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 03:34:44.644144 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca8be174-28ce-456d-9625-30374a5501d6", "tag": "5244b419-ce3d-4864-825b-584c27c3e52f", "status": "completed", "code": 200}]} {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 03:34:44.644428 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c52448c3-0db9-405c-84e2-74a7849f786e {{(pid=94021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 03:34:44.645073 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca8be174-28ce-456d-9625-30374a5501d6', 'tag': '5244b419-ce3d-4864-825b-584c27c3e52f', 'status': 'completed', 'code': 200} Sep 25 03:34:44.647624 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6a6d0a4c-f340-4bad-be33-6e617442fff9 req-daddfd08-6222-4f44-af1d-41357ec6a581 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5244b419-ce3d-4864-825b-584c27c3e52f HTTP/1.1" status: 200 len: 217 time: 0.0948942 Sep 25 03:34:44.717499 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d0a4c-f340-4bad-be33-6e617442fff9 req-496faf42-9bab-49a7-b8e4-5ee27b51d13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:44.719550 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6a6d0a4c-f340-4bad-be33-6e617442fff9 req-496faf42-9bab-49a7-b8e4-5ee27b51d13e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=15c2144b-0628-4ad0-89f3-cf74162bcbd6 HTTP/1.1" status: 200 len: 855 time: 0.0641222 Sep 25 03:34:44.756709 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device 24ffe511-2b6b-4295-90e5-34a6aa6a3f6a details requested by agent hyperv_hv-cinder-77570 with host hv-cinder-77570 {{(pid=94022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 03:34:44.777982 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d0a4c-f340-4bad-be33-6e617442fff9 req-7f02f6ef-37a2-48ac-b62d-8fdded5990d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:44.780547 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6a6d0a4c-f340-4bad-be33-6e617442fff9 req-7f02f6ef-37a2-48ac-b62d-8fdded5990d7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0db9f430-59d9-43f8-9631-d99e7f9ba1b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0532429 Sep 25 03:34:44.907951 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] For port 24ffe511-2b6b-4295-90e5-34a6aa6a3f6a, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=24ffe511-2b6b-4295-90e5-34a6aa6a3f6a,segment=NetworkSegment(b395176b-719c-43cb-ac90-4c84b6943e8c),segment_id=b395176b-719c-43cb-ac90-4c84b6943e8c)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:34:44.927275 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Returning: {'device': '24ffe511-2b6b-4295-90e5-34a6aa6a3f6a', 'network_id': '89e779df-c836-498b-8f59-96d1b762d6e8', 'port_id': '24ffe511-2b6b-4295-90e5-34a6aa6a3f6a', 'mac_address': 'fa:16:3e:bc:85:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63d421db-5dcc-4401-a62e-bc953d53849c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 03:34:44.935128 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6a6d0a4c-f340-4bad-be33-6e617442fff9 req-844cc0cf-20c3-4fb4-82b0-d4f355a49194 service neutron] 10.222.0.45 "GET /v2.0/networks/0db9f430-59d9-43f8-9631-d99e7f9ba1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464026 Sep 25 03:34:44.979866 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:44.998734 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24ffe511-2b6b-4295-90e5-34a6aa6a3f6a {{(pid=94022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 03:34:45.026002 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] For port 24ffe511-2b6b-4295-90e5-34a6aa6a3f6a, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=24ffe511-2b6b-4295-90e5-34a6aa6a3f6a,segment=NetworkSegment(b395176b-719c-43cb-ac90-4c84b6943e8c),segment_id=b395176b-719c-43cb-ac90-4c84b6943e8c)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:34:45.033327 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:45.081158 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6a6d0a4c-f340-4bad-be33-6e617442fff9 req-49a64da9-5b85-4b5d-a305-0b28827a535d service neutron] 10.222.0.45 "GET /v2.0/networks/0db9f430-59d9-43f8-9631-d99e7f9ba1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374111 Sep 25 03:34:45.110355 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Pushing event updated for resources: {'Port': ['ID=24ffe511-2b6b-4295-90e5-34a6aa6a3f6a,revision_number=4']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:34:45.263150 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc484c-ee9a-4d80-807c-018912d7dbeb req-44682bd2-8657-43e3-845b-052f49e56d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:45.264677 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-36cc484c-ee9a-4d80-807c-018912d7dbeb req-44682bd2-8657-43e3-845b-052f49e56d13 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6cd33c8ad4e54784833c9620269a3a7e&device_id=ca8be174-28ce-456d-9625-30374a5501d6 HTTP/1.1" status: 200 len: 1096 time: 0.0512788 Sep 25 03:34:45.373888 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-4f87391c-de8a-468b-bc9d-4031c39faecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:45.420810 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc484c-ee9a-4d80-807c-018912d7dbeb req-1c6affbf-538d-4e00-ac0e-9aa08a82bbea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:45.423647 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-36cc484c-ee9a-4d80-807c-018912d7dbeb req-1c6affbf-538d-4e00-ac0e-9aa08a82bbea service neutron] 10.222.0.45 "GET /v2.0/networks?id=0db9f430-59d9-43f8-9631-d99e7f9ba1b1 HTTP/1.1" status: 200 len: 917 time: 0.1502924 Sep 25 03:34:45.476031 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-36cc484c-ee9a-4d80-807c-018912d7dbeb req-b1f1e543-8380-44af-9c2e-a560345ae61c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5244b419-ce3d-4864-825b-584c27c3e52f HTTP/1.1" status: 200 len: 217 time: 0.0446901 Sep 25 03:34:45.534588 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc484c-ee9a-4d80-807c-018912d7dbeb req-f07f7d19-e86c-4e78-85ac-73f7b8019f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:45.536280 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-36cc484c-ee9a-4d80-807c-018912d7dbeb req-f07f7d19-e86c-4e78-85ac-73f7b8019f83 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=15c2144b-0628-4ad0-89f3-cf74162bcbd6 HTTP/1.1" status: 200 len: 855 time: 0.0530701 Sep 25 03:34:45.570509 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] get_ports_and_sgs() called for port_ids ['24ffe511-2b6b-4295-90e5-34a6aa6a3f6a'] {{(pid=94022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 25 03:34:45.751311 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc484c-ee9a-4d80-807c-018912d7dbeb req-66ecb24e-fc70-48bc-b346-2c2cf528b857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:45.754003 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-36cc484c-ee9a-4d80-807c-018912d7dbeb req-66ecb24e-fc70-48bc-b346-2c2cf528b857 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0db9f430-59d9-43f8-9631-d99e7f9ba1b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2078121 Sep 25 03:34:45.802019 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9d3dbf-9130-47ba-af64-b123b1487b6a req-92eb1b9f-02bf-43d0-b2cb-868409c9617b tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:45.803702 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4d9d3dbf-9130-47ba-af64-b123b1487b6a req-92eb1b9f-02bf-43d0-b2cb-868409c9617b tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/ports?device_id=a22fb511-2390-4ae7-ba98-96456df13c9c HTTP/1.1" status: 200 len: 944 time: 0.2017651 Sep 25 03:34:45.819373 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72af224c-a663-45bc-a82c-0499c9b29289 req-bc09aefc-0ea3-4d61-afd4-12f85510d75d tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:45.821076 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-72af224c-a663-45bc-a82c-0499c9b29289 req-bc09aefc-0ea3-4d61-afd4-12f85510d75d tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca8be174-28ce-456d-9625-30374a5501d6 HTTP/1.1" status: 200 len: 943 time: 0.2119043 Sep 25 03:34:45.929583 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-36cc484c-ee9a-4d80-807c-018912d7dbeb req-e2a0fccc-8610-4696-9e78-ebb082a1ed2f service neutron] 10.222.0.45 "GET /v2.0/networks/0db9f430-59d9-43f8-9631-d99e7f9ba1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591527 Sep 25 03:34:46.092220 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-36cc484c-ee9a-4d80-807c-018912d7dbeb req-d82f275d-80e3-44e2-8c93-1489d8faa71b service neutron] 10.222.0.45 "GET /v2.0/networks/0db9f430-59d9-43f8-9631-d99e7f9ba1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551476 Sep 25 03:34:46.097347 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4d9d3dbf-9130-47ba-af64-b123b1487b6a req-639a95e6-4f37-4ff3-8f9c-60a20b64ef98 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/security-groups?id=32c65188-c1b8-4ff9-b0ae-66d6e27932f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752030 Sep 25 03:34:46.113065 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-72af224c-a663-45bc-a82c-0499c9b29289 req-5ac4d3dd-9f7d-4a90-abff-591146adcf57 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=6473a50f-cdc8-4f4d-899e-137238ffc538&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2660849 Sep 25 03:34:47.272923 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c913e-e218-4c0c-b305-73552e605751 req-fb355a5c-7436-459a-ae29-8f6e7df8af8e tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:47.274544 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6e1c913e-e218-4c0c-b305-73552e605751 req-fb355a5c-7436-459a-ae29-8f6e7df8af8e tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/ports?device_id=a22fb511-2390-4ae7-ba98-96456df13c9c HTTP/1.1" status: 200 len: 944 time: 0.0811098 Sep 25 03:34:47.341909 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6e1c913e-e218-4c0c-b305-73552e605751 req-8a536e02-53c0-47c6-a5e8-f704aa07599f tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/security-groups?id=32c65188-c1b8-4ff9-b0ae-66d6e27932f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520427 Sep 25 03:34:47.351079 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b2e1d-83cc-4ffc-a48c-601924af1434 req-2499fa54-ffcb-4a85-a80c-723cb892fee1 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:47.352957 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e76b2e1d-83cc-4ffc-a48c-601924af1434 req-2499fa54-ffcb-4a85-a80c-723cb892fee1 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca8be174-28ce-456d-9625-30374a5501d6 HTTP/1.1" status: 200 len: 943 time: 0.1057546 Sep 25 03:34:47.426168 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e76b2e1d-83cc-4ffc-a48c-601924af1434 req-f491617b-cdc3-4205-80f7-fd508f5ef4fb tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=6473a50f-cdc8-4f4d-899e-137238ffc538&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0544293 Sep 25 03:34:47.594953 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-05168c3a-db5e-4d1f-82d7-de4576f6e250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:48.509306 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f48e6dd-6117-40b3-9cc5-1a120d77e800 req-465af633-73c7-4308-a949-f0352b9be507 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:48.510949 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8f48e6dd-6117-40b3-9cc5-1a120d77e800 req-465af633-73c7-4308-a949-f0352b9be507 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/ports?device_id=a22fb511-2390-4ae7-ba98-96456df13c9c HTTP/1.1" status: 200 len: 944 time: 0.0618603 Sep 25 03:34:48.583610 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8f48e6dd-6117-40b3-9cc5-1a120d77e800 req-a9dc3e61-6e78-4be9-97b6-6a7ddad85ab2 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/security-groups?id=32c65188-c1b8-4ff9-b0ae-66d6e27932f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650952 Sep 25 03:34:48.647304 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fdcc70-21d1-47fa-81e2-d72b4fbab97a req-5de53647-30ec-4394-acff-0ca11c80be04 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:48.650672 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-54fdcc70-21d1-47fa-81e2-d72b4fbab97a req-5de53647-30ec-4394-acff-0ca11c80be04 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca8be174-28ce-456d-9625-30374a5501d6 HTTP/1.1" status: 200 len: 943 time: 0.0953932 Sep 25 03:34:48.706695 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-54fdcc70-21d1-47fa-81e2-d72b4fbab97a req-f818bf26-2ce3-4a34-b002-a0971b6798c6 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=6473a50f-cdc8-4f4d-899e-137238ffc538&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495670 Sep 25 03:34:48.792038 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device 5244b419-ce3d-4864-825b-584c27c3e52f details requested by agent hyperv_hv-cinder-77570 with host hv-cinder-77570 {{(pid=94022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 03:34:48.804433 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device 24ffe511-2b6b-4295-90e5-34a6aa6a3f6a up at agent hyperv_hv-cinder-77570 {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 03:34:48.935555 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Provisioning for port 24ffe511-2b6b-4295-90e5-34a6aa6a3f6a completed by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 25 03:34:48.955246 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Provisioning complete for port 24ffe511-2b6b-4295-90e5-34a6aa6a3f6a triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:34:48.955592 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:48.958853 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] For port 5244b419-ce3d-4864-825b-584c27c3e52f, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=5244b419-ce3d-4864-825b-584c27c3e52f,segment=NetworkSegment(333f268c-633b-4815-af96-4f793cf73c09),segment_id=333f268c-633b-4815-af96-4f793cf73c09)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:34:48.994001 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Returning: {'device': '5244b419-ce3d-4864-825b-584c27c3e52f', 'network_id': '0db9f430-59d9-43f8-9631-d99e7f9ba1b1', 'port_id': '5244b419-ce3d-4864-825b-584c27c3e52f', 'mac_address': 'fa:16:3e:f9:e5:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15c2144b-0628-4ad0-89f3-cf74162bcbd6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 03:34:49.059663 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:49.098169 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5244b419-ce3d-4864-825b-584c27c3e52f {{(pid=94022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 03:34:49.130551 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:49.134759 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] For port 5244b419-ce3d-4864-825b-584c27c3e52f, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=5244b419-ce3d-4864-825b-584c27c3e52f,segment=NetworkSegment(333f268c-633b-4815-af96-4f793cf73c09),segment_id=333f268c-633b-4815-af96-4f793cf73c09)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:34:49.149822 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:49.191593 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a22fb511-2390-4ae7-ba98-96456df13c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ffe511-2b6b-4295-90e5-34a6aa6a3f6a'}] {{(pid=94022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 03:34:49.195386 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9141e1544748c335de5c87e81d01f98f4272279fe7d072e46966747184492a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601b4ac2-bd2b-4d5b-a3c7-21a0ece2b3ff" -d '{"events": [{"server_uuid": "a22fb511-2390-4ae7-ba98-96456df13c9c", "name": "network-vif-plugged", "status": "completed", "tag": "24ffe511-2b6b-4295-90e5-34a6aa6a3f6a"}]}' {{(pid=94022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 03:34:49.215549 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] For port 24ffe511-2b6b-4295-90e5-34a6aa6a3f6a, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=24ffe511-2b6b-4295-90e5-34a6aa6a3f6a,segment=NetworkSegment(b395176b-719c-43cb-ac90-4c84b6943e8c),segment_id=b395176b-719c-43cb-ac90-4c84b6943e8c)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:34:49.235325 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:49.247814 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Pushing event updated for resources: {'Port': ['ID=5244b419-ce3d-4864-825b-584c27c3e52f,revision_number=4']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:34:49.278431 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-fa5af178-6116-457c-95b6-13dc589f2bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:49.281799 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 03:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8729685b-7902-4cdf-81bb-d2ec37d69280 x-openstack-request-id: req-8729685b-7902-4cdf-81bb-d2ec37d69280 {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 03:34:49.281799 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a22fb511-2390-4ae7-ba98-96456df13c9c", "name": "network-vif-plugged", "status": "completed", "tag": "24ffe511-2b6b-4295-90e5-34a6aa6a3f6a", "code": 200}]} {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 03:34:49.282417 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8729685b-7902-4cdf-81bb-d2ec37d69280 {{(pid=94022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 03:34:49.282417 dv-cinder-775706-4-iscsi neutron-server[94022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a22fb511-2390-4ae7-ba98-96456df13c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ffe511-2b6b-4295-90e5-34a6aa6a3f6a', 'code': 200} Sep 25 03:34:49.307993 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:49.329468 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Pushing event updated for resources: {'Port': ['ID=24ffe511-2b6b-4295-90e5-34a6aa6a3f6a,revision_number=5']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:34:49.512784 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3181f54a-9636-434c-9af1-f1f712794365 req-f4c57db5-0a8c-4cae-a3ce-1b5da37bee22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:49.514407 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3181f54a-9636-434c-9af1-f1f712794365 req-f4c57db5-0a8c-4cae-a3ce-1b5da37bee22 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a22fb511-2390-4ae7-ba98-96456df13c9c HTTP/1.1" status: 200 len: 1098 time: 0.0483081 Sep 25 03:34:49.564679 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3181f54a-9636-434c-9af1-f1f712794365 req-aa36b79f-1187-429b-8dd1-b0de86c86f52 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=32c65188-c1b8-4ff9-b0ae-66d6e27932f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347021 Sep 25 03:34:49.643703 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] get_ports_and_sgs() called for port_ids ['5244b419-ce3d-4864-825b-584c27c3e52f'] {{(pid=94022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 25 03:34:49.780600 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a219d5-8684-4207-a77f-fa16c508a0bb req-4fd6afef-6795-40b8-b8b4-4737406b66dc tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:49.785348 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-06a219d5-8684-4207-a77f-fa16c508a0bb req-4fd6afef-6795-40b8-b8b4-4737406b66dc tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/ports?device_id=a22fb511-2390-4ae7-ba98-96456df13c9c HTTP/1.1" status: 200 len: 945 time: 0.0824347 Sep 25 03:34:49.892022 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-06a219d5-8684-4207-a77f-fa16c508a0bb req-746d6f62-2687-45ad-a4bc-5e1c907d4ec5 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/security-groups?id=32c65188-c1b8-4ff9-b0ae-66d6e27932f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999286 Sep 25 03:34:49.912857 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9992e-9b2f-4856-a537-2b462218316c req-f3b5d102-9746-49a0-b300-f7077b8a23df tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:49.915607 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-60c9992e-9b2f-4856-a537-2b462218316c req-f3b5d102-9746-49a0-b300-f7077b8a23df tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca8be174-28ce-456d-9625-30374a5501d6 HTTP/1.1" status: 200 len: 944 time: 0.0969524 Sep 25 03:34:49.965685 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-60c9992e-9b2f-4856-a537-2b462218316c req-71e6933f-242f-439e-ac38-d5e693d45e54 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=6473a50f-cdc8-4f4d-899e-137238ffc538&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375202 Sep 25 03:34:51.043711 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12b3ee8-60ad-4d29-bc50-7b4d84a5468e req-5761260e-3aae-4c32-a6b4-095a5a160666 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:51.046380 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d12b3ee8-60ad-4d29-bc50-7b4d84a5468e req-5761260e-3aae-4c32-a6b4-095a5a160666 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/ports?device_id=a22fb511-2390-4ae7-ba98-96456df13c9c HTTP/1.1" status: 200 len: 945 time: 0.0668452 Sep 25 03:34:51.130883 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d12b3ee8-60ad-4d29-bc50-7b4d84a5468e req-4ca71927-d531-4b8b-acb3-a5d7a1accc13 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/security-groups?id=32c65188-c1b8-4ff9-b0ae-66d6e27932f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770693 Sep 25 03:34:51.142482 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce187fec-e5ca-4609-ad3d-93747903c045 req-3d9e2756-c563-45ca-b6f4-230aff08a400 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:51.144081 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ce187fec-e5ca-4609-ad3d-93747903c045 req-3d9e2756-c563-45ca-b6f4-230aff08a400 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca8be174-28ce-456d-9625-30374a5501d6 HTTP/1.1" status: 200 len: 944 time: 0.0820310 Sep 25 03:34:51.145862 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-afd92d12-b9d5-4a92-bfd4-50d3cdf2ae8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:51.198134 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ce187fec-e5ca-4609-ad3d-93747903c045 req-2107672d-e869-4c56-9341-bfe6b4b3e424 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=6473a50f-cdc8-4f4d-899e-137238ffc538&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443890 Sep 25 03:34:52.264634 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d59e97-0a87-4199-ba03-779d2c41d05d req-b41a62ac-3b53-48b1-89c8-8f5ea63e2e40 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:52.266443 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b0d59e97-0a87-4199-ba03-779d2c41d05d req-b41a62ac-3b53-48b1-89c8-8f5ea63e2e40 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/ports?device_id=a22fb511-2390-4ae7-ba98-96456df13c9c HTTP/1.1" status: 200 len: 945 time: 0.0613668 Sep 25 03:34:52.385398 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b0d59e97-0a87-4199-ba03-779d2c41d05d req-a7cd7b38-5c06-4095-8c66-8f504ab6a5ea tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/security-groups?id=32c65188-c1b8-4ff9-b0ae-66d6e27932f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053643 Sep 25 03:34:52.422553 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23146c9b-315c-424e-a727-8a430bca9212 req-f67d27b2-dfba-49bd-8ec2-78fefa5ad331 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:52.425577 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-23146c9b-315c-424e-a727-8a430bca9212 req-f67d27b2-dfba-49bd-8ec2-78fefa5ad331 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca8be174-28ce-456d-9625-30374a5501d6 HTTP/1.1" status: 200 len: 944 time: 0.1176083 Sep 25 03:34:52.530934 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-23146c9b-315c-424e-a727-8a430bca9212 req-db6851b8-e036-4c33-a7c1-984bc2fcfc1e tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=6473a50f-cdc8-4f4d-899e-137238ffc538&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0978894 Sep 25 03:34:52.566355 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4056183b-d584-4794-a802-f2b202efec5c req-0b23cb30-26cf-4fc3-aced-b138577f7261 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:52.568030 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4056183b-d584-4794-a802-f2b202efec5c req-0b23cb30-26cf-4fc3-aced-b138577f7261 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/ports?device_id=a22fb511-2390-4ae7-ba98-96456df13c9c HTTP/1.1" status: 200 len: 945 time: 0.0899248 Sep 25 03:34:52.614795 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4056183b-d584-4794-a802-f2b202efec5c req-6189e349-999c-499e-bb2a-f44a722b49b2 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/security-groups?id=32c65188-c1b8-4ff9-b0ae-66d6e27932f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397348 Sep 25 03:34:52.797186 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device 5244b419-ce3d-4864-825b-584c27c3e52f up at agent hyperv_hv-cinder-77570 {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 03:34:52.855324 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Provisioning for port 5244b419-ce3d-4864-825b-584c27c3e52f completed by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 25 03:34:52.860888 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Provisioning complete for port 5244b419-ce3d-4864-825b-584c27c3e52f triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:34:52.861958 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:52.961719 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:52.987707 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca8be174-28ce-456d-9625-30374a5501d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5244b419-ce3d-4864-825b-584c27c3e52f'}] {{(pid=94022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 03:34:52.990130 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9141e1544748c335de5c87e81d01f98f4272279fe7d072e46966747184492a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc285f2-e1ce-425b-b3f7-17563fe5be5a" -d '{"events": [{"server_uuid": "ca8be174-28ce-456d-9625-30374a5501d6", "name": "network-vif-plugged", "status": "completed", "tag": "5244b419-ce3d-4864-825b-584c27c3e52f"}]}' {{(pid=94022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 03:34:52.993991 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0926e1-492a-471e-be01-04173cba1f8f req-7c245dd9-9fdd-42b8-a520-545b16f8a861 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:52.996781 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3d0926e1-492a-471e-be01-04173cba1f8f req-7c245dd9-9fdd-42b8-a520-545b16f8a861 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/ports?device_id=a22fb511-2390-4ae7-ba98-96456df13c9c HTTP/1.1" status: 200 len: 945 time: 0.0730379 Sep 25 03:34:53.013599 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] For port 5244b419-ce3d-4864-825b-584c27c3e52f, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=5244b419-ce3d-4864-825b-584c27c3e52f,segment=NetworkSegment(333f268c-633b-4815-af96-4f793cf73c09),segment_id=333f268c-633b-4815-af96-4f793cf73c09)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:34:53.020412 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:53.061304 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3d0926e1-492a-471e-be01-04173cba1f8f req-b3dc83c5-bcb5-4267-84e8-ace68370177f tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/security-groups?id=32c65188-c1b8-4ff9-b0ae-66d6e27932f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565815 Sep 25 03:34:53.066050 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 03:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b2e8462-b42c-4481-b5b4-f1a315ff2333 x-openstack-request-id: req-5b2e8462-b42c-4481-b5b4-f1a315ff2333 {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 03:34:53.066483 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca8be174-28ce-456d-9625-30374a5501d6", "name": "network-vif-plugged", "status": "completed", "tag": "5244b419-ce3d-4864-825b-584c27c3e52f", "code": 200}]} {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 03:34:53.066647 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5b2e8462-b42c-4481-b5b4-f1a315ff2333 {{(pid=94022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 03:34:53.066968 dv-cinder-775706-4-iscsi neutron-server[94022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca8be174-28ce-456d-9625-30374a5501d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5244b419-ce3d-4864-825b-584c27c3e52f', 'code': 200} Sep 25 03:34:53.122837 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Pushing event updated for resources: {'Port': ['ID=5244b419-ce3d-4864-825b-584c27c3e52f,revision_number=5']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:34:53.345497 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f185ead7-197e-476c-9c0f-ba47f2cfcda6 req-f7303236-31e5-426a-9a07-7c34c57dd06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:53.347951 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f185ead7-197e-476c-9c0f-ba47f2cfcda6 req-f7303236-31e5-426a-9a07-7c34c57dd06b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ca8be174-28ce-456d-9625-30374a5501d6 HTTP/1.1" status: 200 len: 1098 time: 0.0748382 Sep 25 03:34:53.401361 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f185ead7-197e-476c-9c0f-ba47f2cfcda6 req-5e0410b4-8c69-4d54-9f60-bef75a1fd71b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6473a50f-cdc8-4f4d-899e-137238ffc538&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399027 Sep 25 03:34:53.668679 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd23278e-43dd-4cdd-bb6a-45771ad1d05e req-1a499c5d-7c49-4dfb-bf14-69af1f4d16fa tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:53.670194 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-cd23278e-43dd-4cdd-bb6a-45771ad1d05e req-1a499c5d-7c49-4dfb-bf14-69af1f4d16fa tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca8be174-28ce-456d-9625-30374a5501d6 HTTP/1.1" status: 200 len: 945 time: 0.0555096 Sep 25 03:34:53.711586 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-cd23278e-43dd-4cdd-bb6a-45771ad1d05e req-0d1cb3e6-e4ec-4719-b0cf-7667ae8c5d9f tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=6473a50f-cdc8-4f4d-899e-137238ffc538&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347514 Sep 25 03:34:54.859379 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1257181-675f-496d-b1f6-4c14e29877a0 req-8d921dbb-cf50-4979-b157-18419c85b194 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:54.861347 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d1257181-675f-496d-b1f6-4c14e29877a0 req-8d921dbb-cf50-4979-b157-18419c85b194 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca8be174-28ce-456d-9625-30374a5501d6 HTTP/1.1" status: 200 len: 945 time: 0.0665603 Sep 25 03:34:54.904172 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d1257181-675f-496d-b1f6-4c14e29877a0 req-7a5944db-7743-4b77-bd88-1a47e02b3da4 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=6473a50f-cdc8-4f4d-899e-137238ffc538&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366769 Sep 25 03:34:56.061042 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7667ad72-7619-4eb4-95bb-0e44f93e422c req-b0cb7130-e698-4e4f-ae91-bf5b7ed9f5de tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:56.062853 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7667ad72-7619-4eb4-95bb-0e44f93e422c req-b0cb7130-e698-4e4f-ae91-bf5b7ed9f5de tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca8be174-28ce-456d-9625-30374a5501d6 HTTP/1.1" status: 200 len: 945 time: 0.0821173 Sep 25 03:34:56.137014 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7667ad72-7619-4eb4-95bb-0e44f93e422c req-fa22f7f7-8a86-41d4-8111-c8958143eb11 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=6473a50f-cdc8-4f4d-899e-137238ffc538&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0627537 Sep 25 03:34:56.276877 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a67b5-f7c6-43e1-8745-76f80495b494 req-55561137-ec68-4045-8fbd-ad3b8e15caef tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:56.278493 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-452a67b5-f7c6-43e1-8745-76f80495b494 req-55561137-ec68-4045-8fbd-ad3b8e15caef tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca8be174-28ce-456d-9625-30374a5501d6 HTTP/1.1" status: 200 len: 945 time: 0.0622284 Sep 25 03:34:56.288377 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 55584) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:34:56.293364 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-0bebba9d-d42d-4e49-8898-d8e7dfe3370b tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Request body: {'floatingip': {'port_id': '5244b419-ce3d-4864-825b-584c27c3e52f'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:34:56.382636 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-0bebba9d-d42d-4e49-8898-d8e7dfe3370b tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks [] for floatingip, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:56.954175 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:57.383881 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-0bebba9d-d42d-4e49-8898-d8e7dfe3370b tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:57.389862 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-0bebba9d-d42d-4e49-8898-d8e7dfe3370b tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3896858'] for floatingip, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:57.540877 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.db.l3_db [None req-0bebba9d-d42d-4e49-8898-d8e7dfe3370b tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Floating IP 46e8d22a-9059-41f8-ae10-75caf48ceddd associated. External IP: 172.27.1.246, port: 5244b419-ce3d-4864-825b-584c27c3e52f. Sep 25 03:34:57.825560 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bebba9d-d42d-4e49-8898-d8e7dfe3370b tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Router a082b15f-b8f8-4c54-8e21-6b61c59b9936 has already been hosted by L3 agent be170b3f-ec9b-4dfa-8e40-fa1591bf80a9 {{(pid=94021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 03:34:57.950602 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bebba9d-d42d-4e49-8898-d8e7dfe3370b tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify agent at l3_agent.dv-cinder-775706-4-iscsi the message routers_updated {{(pid=94021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 03:34:57.957548 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-0bebba9d-d42d-4e49-8898-d8e7dfe3370b tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950'] for floatingip, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:34:57.965774 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb5092a-4a08-4eef-8c35-a6e33195e188 None None] Sync routers for ids ['a082b15f-b8f8-4c54-8e21-6b61c59b9936'] in dv-cinder-775706-4-iscsi {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 03:34:57.977324 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb5092a-4a08-4eef-8c35-a6e33195e188 None None] Routers {'a082b15f-b8f8-4c54-8e21-6b61c59b9936'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:34:57.978173 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-3eb5092a-4a08-4eef-8c35-a6e33195e188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:34:48Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['a082b15f-b8f8-4c54-8e21-6b61c59b9936'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:34:57.991693 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-0bebba9d-d42d-4e49-8898-d8e7dfe3370b tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "PUT /v2.0/floatingips/46e8d22a-9059-41f8-ae10-75caf48ceddd HTTP/1.1" status: 200 len: 991 time: 1.7018220 Sep 25 03:34:57.993274 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca8be174-28ce-456d-9625-30374a5501d6', 'tag': '5244b419-ce3d-4864-825b-584c27c3e52f'}] {{(pid=94021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 03:34:57.999930 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e2fb5340eb8446ff58cd715b9748d5b5aabaa2e5f9ab10f469ed89a7c45a212" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae15d5f2-ce09-4be9-8f8e-b5c94087e4c6" -d '{"events": [{"name": "network-changed", "server_uuid": "ca8be174-28ce-456d-9625-30374a5501d6", "tag": "5244b419-ce3d-4864-825b-584c27c3e52f"}]}' {{(pid=94021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 03:34:58.064606 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 03:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d4223f-8e26-459d-9084-2bdaa5b5c204 x-openstack-request-id: req-75d4223f-8e26-459d-9084-2bdaa5b5c204 {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 03:34:58.064945 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca8be174-28ce-456d-9625-30374a5501d6", "tag": "5244b419-ce3d-4864-825b-584c27c3e52f", "status": "completed", "code": 200}]} {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 03:34:58.065187 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-75d4223f-8e26-459d-9084-2bdaa5b5c204 {{(pid=94021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 03:34:58.065582 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca8be174-28ce-456d-9625-30374a5501d6', 'tag': '5244b419-ce3d-4864-825b-584c27c3e52f', 'status': 'completed', 'code': 200} Sep 25 03:34:58.231142 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae15d5f2-ce09-4be9-8f8e-b5c94087e4c6 req-a615999b-51ba-4d5a-a4c8-5c3efc0cf337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:58.233158 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ae15d5f2-ce09-4be9-8f8e-b5c94087e4c6 req-a615999b-51ba-4d5a-a4c8-5c3efc0cf337 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6cd33c8ad4e54784833c9620269a3a7e&device_id=ca8be174-28ce-456d-9625-30374a5501d6 HTTP/1.1" status: 200 len: 1098 time: 0.0481377 Sep 25 03:34:58.238386 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-3eb5092a-4a08-4eef-8c35-a6e33195e188 None None] Set router a082b15f-b8f8-4c54-8e21-6b61c59b9936 gateway port host: dv-cinder-775706-4-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:34:58.365499 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae15d5f2-ce09-4be9-8f8e-b5c94087e4c6 req-7b44cee7-5613-4a3e-9d94-a968449e48cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:58.366981 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ae15d5f2-ce09-4be9-8f8e-b5c94087e4c6 req-7b44cee7-5613-4a3e-9d94-a968449e48cc service neutron] 10.222.0.45 "GET /v2.0/networks?id=0db9f430-59d9-43f8-9631-d99e7f9ba1b1 HTTP/1.1" status: 200 len: 917 time: 0.1160963 Sep 25 03:34:58.448706 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ae15d5f2-ce09-4be9-8f8e-b5c94087e4c6 req-b0248089-fa0b-429e-a6fc-0dd5d60e5a42 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5244b419-ce3d-4864-825b-584c27c3e52f HTTP/1.1" status: 200 len: 999 time: 0.0655010 Sep 25 03:34:58.510380 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae15d5f2-ce09-4be9-8f8e-b5c94087e4c6 req-9de41e28-5e2f-4528-94e0-ab1f9517aba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:58.511916 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ae15d5f2-ce09-4be9-8f8e-b5c94087e4c6 req-9de41e28-5e2f-4528-94e0-ab1f9517aba3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=15c2144b-0628-4ad0-89f3-cf74162bcbd6 HTTP/1.1" status: 200 len: 855 time: 0.0477595 Sep 25 03:34:58.581900 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae15d5f2-ce09-4be9-8f8e-b5c94087e4c6 req-ed144494-0538-4290-878b-21d1ede8f775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:34:58.584547 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ae15d5f2-ce09-4be9-8f8e-b5c94087e4c6 req-ed144494-0538-4290-878b-21d1ede8f775 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0db9f430-59d9-43f8-9631-d99e7f9ba1b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0608635 Sep 25 03:34:58.591156 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-3eb5092a-4a08-4eef-8c35-a6e33195e188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a082b15f-b8f8-4c54-8e21-6b61c59b9936', 'name': 'tempest-AttachVolumeShelveTestJSON-602541266-router', 'tenant_id': '6cd33c8ad4e54784833c9620269a3a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '34fcae6b-4f04-405b-a2bf-335fef59cb62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:34:10Z', 'updated_at': '2021-09-25T03:34:17Z', 'revision_number': 4, 'project_id': '6cd33c8ad4e54784833c9620269a3a7e', 'gw_port': {'id': '34fcae6b-4f04-405b-a2bf-335fef59cb62', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:58:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a082b15f-b8f8-4c54-8e21-6b61c59b9936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:12Z', 'updated_at': '2021-09-25T03:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_floatingips': [{'id': '46e8d22a-9059-41f8-ae10-75caf48ceddd', 'tenant_id': '6cd33c8ad4e54784833c9620269a3a7e', 'floating_ip_address': '172.27.1.246', 'floating_network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'router_id': 'a082b15f-b8f8-4c54-8e21-6b61c59b9936', 'port_id': '5244b419-ce3d-4864-825b-584c27c3e52f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0db9f430-59d9-43f8-9631-d99e7f9ba1b1', 'mac_address': 'fa:16:3e:f9:e5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8be174-28ce-456d-9625-30374a5501d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-25T03:34:29Z', 'updated_at': '2021-09-25T03:34:57Z', 'revision_number': 1, 'project_id': '6cd33c8ad4e54784833c9620269a3a7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c61ef779-7fb8-4df4-b5f6-08a70b217962', 'name': '', 'network_id': '0db9f430-59d9-43f8-9631-d99e7f9ba1b1', 'tenant_id': '6cd33c8ad4e54784833c9620269a3a7e', 'mac_address': 'fa:16:3e:af:05:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a082b15f-b8f8-4c54-8e21-6b61c59b9936', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '15c2144b-0628-4ad0-89f3-cf74162bcbd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:16Z', 'updated_at': '2021-09-25T03:34:32Z', 'revision_number': 5, 'project_id': '6cd33c8ad4e54784833c9620269a3a7e', 'subnets': [{'id': '15c2144b-0628-4ad0-89f3-cf74162bcbd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:34:58.627658 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb5092a-4a08-4eef-8c35-a6e33195e188 None None] Checking router: a082b15f-b8f8-4c54-8e21-6b61c59b9936 for host: dv-cinder-775706-4-iscsi {{(pid=94022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 03:34:58.639410 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb5092a-4a08-4eef-8c35-a6e33195e188 None None] Routers {'a082b15f-b8f8-4c54-8e21-6b61c59b9936'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:34:58.639410 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-3eb5092a-4a08-4eef-8c35-a6e33195e188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:34:48Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['a082b15f-b8f8-4c54-8e21-6b61c59b9936'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:34:58.715636 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ae15d5f2-ce09-4be9-8f8e-b5c94087e4c6 req-3e946c44-9033-47b3-8377-6f2f3c973e1e service neutron] 10.222.0.45 "GET /v2.0/networks/0db9f430-59d9-43f8-9631-d99e7f9ba1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196549 Sep 25 03:34:58.773543 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-3eb5092a-4a08-4eef-8c35-a6e33195e188 None None] Set router a082b15f-b8f8-4c54-8e21-6b61c59b9936 gateway port host: dv-cinder-775706-4-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:34:58.854208 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ae15d5f2-ce09-4be9-8f8e-b5c94087e4c6 req-71e6a5a5-e72e-42f1-ad75-5ee235c58c81 service neutron] 10.222.0.45 "GET /v2.0/networks/0db9f430-59d9-43f8-9631-d99e7f9ba1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221654 Sep 25 03:34:59.034824 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-3eb5092a-4a08-4eef-8c35-a6e33195e188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a082b15f-b8f8-4c54-8e21-6b61c59b9936', 'name': 'tempest-AttachVolumeShelveTestJSON-602541266-router', 'tenant_id': '6cd33c8ad4e54784833c9620269a3a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '34fcae6b-4f04-405b-a2bf-335fef59cb62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:34:10Z', 'updated_at': '2021-09-25T03:34:17Z', 'revision_number': 4, 'project_id': '6cd33c8ad4e54784833c9620269a3a7e', 'gw_port': {'id': '34fcae6b-4f04-405b-a2bf-335fef59cb62', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:58:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a082b15f-b8f8-4c54-8e21-6b61c59b9936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:12Z', 'updated_at': '2021-09-25T03:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_floatingips': [{'id': '46e8d22a-9059-41f8-ae10-75caf48ceddd', 'tenant_id': '6cd33c8ad4e54784833c9620269a3a7e', 'floating_ip_address': '172.27.1.246', 'floating_network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'router_id': 'a082b15f-b8f8-4c54-8e21-6b61c59b9936', 'port_id': '5244b419-ce3d-4864-825b-584c27c3e52f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0db9f430-59d9-43f8-9631-d99e7f9ba1b1', 'mac_address': 'fa:16:3e:f9:e5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8be174-28ce-456d-9625-30374a5501d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-25T03:34:29Z', 'updated_at': '2021-09-25T03:34:57Z', 'revision_number': 1, 'project_id': '6cd33c8ad4e54784833c9620269a3a7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c61ef779-7fb8-4df4-b5f6-08a70b217962', 'name': '', 'network_id': '0db9f430-59d9-43f8-9631-d99e7f9ba1b1', 'tenant_id': '6cd33c8ad4e54784833c9620269a3a7e', 'mac_address': 'fa:16:3e:af:05:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a082b15f-b8f8-4c54-8e21-6b61c59b9936', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '15c2144b-0628-4ad0-89f3-cf74162bcbd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:16Z', 'updated_at': '2021-09-25T03:34:32Z', 'revision_number': 5, 'project_id': '6cd33c8ad4e54784833c9620269a3a7e', 'subnets': [{'id': '15c2144b-0628-4ad0-89f3-cf74162bcbd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:34:59.064144 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb5092a-4a08-4eef-8c35-a6e33195e188 None None] The sync data for ids ['a082b15f-b8f8-4c54-8e21-6b61c59b9936'] in dv-cinder-775706-4-iscsi is: [{'id': 'a082b15f-b8f8-4c54-8e21-6b61c59b9936', 'name': 'tempest-AttachVolumeShelveTestJSON-602541266-router', 'tenant_id': '6cd33c8ad4e54784833c9620269a3a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '34fcae6b-4f04-405b-a2bf-335fef59cb62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:34:10Z', 'updated_at': '2021-09-25T03:34:17Z', 'revision_number': 4, 'project_id': '6cd33c8ad4e54784833c9620269a3a7e', 'gw_port': {'id': '34fcae6b-4f04-405b-a2bf-335fef59cb62', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:58:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a082b15f-b8f8-4c54-8e21-6b61c59b9936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:12Z', 'updated_at': '2021-09-25T03:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_floatingips': [{'id': '46e8d22a-9059-41f8-ae10-75caf48ceddd', 'tenant_id': '6cd33c8ad4e54784833c9620269a3a7e', 'floating_ip_address': '172.27.1.246', 'floating_network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'router_id': 'a082b15f-b8f8-4c54-8e21-6b61c59b9936', 'port_id': '5244b419-ce3d-4864-825b-584c27c3e52f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0db9f430-59d9-43f8-9631-d99e7f9ba1b1', 'mac_address': 'fa:16:3e:f9:e5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8be174-28ce-456d-9625-30374a5501d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-25T03:34:29Z', 'updated_at': '2021-09-25T03:34:57Z', 'revision_number': 1, 'project_id': '6cd33c8ad4e54784833c9620269a3a7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c61ef779-7fb8-4df4-b5f6-08a70b217962', 'name': '', 'network_id': '0db9f430-59d9-43f8-9631-d99e7f9ba1b1', 'tenant_id': '6cd33c8ad4e54784833c9620269a3a7e', 'mac_address': 'fa:16:3e:af:05:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a082b15f-b8f8-4c54-8e21-6b61c59b9936', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '15c2144b-0628-4ad0-89f3-cf74162bcbd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:16Z', 'updated_at': '2021-09-25T03:34:32Z', 'revision_number': 5, 'project_id': '6cd33c8ad4e54784833c9620269a3a7e', 'subnets': [{'id': '15c2144b-0628-4ad0-89f3-cf74162bcbd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 03:34:59.320314 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29abe5b0-7659-48d4-bcb6-ab634555a5c2 None None] New status for floating IP 46e8d22a-9059-41f8-ae10-75caf48ceddd: ACTIVE {{(pid=94023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 25 03:35:00.801460 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e721745e-0e92-4221-ada9-11927e0c8741 req-43e00714-c3a4-4ff2-8c75-7a62b466f087 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=36ce5dc8-fe73-4edc-81d3-e0313fe83860&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0487070 Sep 25 03:35:00.939920 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721745e-0e92-4221-ada9-11927e0c8741 req-47eebef5-7dfc-4c70-a15b-8d3c4d1d3a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:35:00.941497 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e721745e-0e92-4221-ada9-11927e0c8741 req-47eebef5-7dfc-4c70-a15b-8d3c4d1d3a88 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f29dc626f86246fe9738feefd6866b29&device_id=36ce5dc8-fe73-4edc-81d3-e0313fe83860 HTTP/1.1" status: 200 len: 1099 time: 0.0469882 Sep 25 03:35:01.088988 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721745e-0e92-4221-ada9-11927e0c8741 req-039823d8-8517-42f6-aff5-344be0197474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:35:01.090549 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e721745e-0e92-4221-ada9-11927e0c8741 req-039823d8-8517-42f6-aff5-344be0197474 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd HTTP/1.1" status: 200 len: 912 time: 0.1094358 Sep 25 03:35:01.160256 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e721745e-0e92-4221-ada9-11927e0c8741 req-3c8bbc7b-ab74-47d7-ab6a-b7d72270cc21 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28d0a967-ae0a-46e1-b1e9-1e3ffc3caec3 HTTP/1.1" status: 200 len: 1001 time: 0.0614293 Sep 25 03:35:01.224973 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721745e-0e92-4221-ada9-11927e0c8741 req-d38061a4-b3ad-4b02-8337-b78711d7f89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:35:01.226515 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e721745e-0e92-4221-ada9-11927e0c8741 req-d38061a4-b3ad-4b02-8337-b78711d7f89d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=afccf4b9-490d-44a5-98b6-f28191ec0ff2 HTTP/1.1" status: 200 len: 850 time: 0.0504160 Sep 25 03:35:01.282087 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721745e-0e92-4221-ada9-11927e0c8741 req-6e7b6010-97ad-4d90-bde7-697418a22748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:35:01.283634 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e721745e-0e92-4221-ada9-11927e0c8741 req-6e7b6010-97ad-4d90-bde7-697418a22748 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424058 Sep 25 03:35:01.383262 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e721745e-0e92-4221-ada9-11927e0c8741 req-0644ef33-85b6-4303-bcf3-e57301f5c8a0 service neutron] 10.222.0.45 "GET /v2.0/networks/ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872860 Sep 25 03:35:01.497348 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e721745e-0e92-4221-ada9-11927e0c8741 req-4ce64609-58b7-464d-86d7-a85df102ab44 service neutron] 10.222.0.45 "GET /v2.0/networks/ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054630 Sep 25 03:35:03.159141 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb3ec3-27f3-4f0a-b281-406a186d665b req-8ce6e06a-d99a-42de-a2c3-e5c181b492d1 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:35:03.161562 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e8bb3ec3-27f3-4f0a-b281-406a186d665b req-8ce6e06a-d99a-42de-a2c3-e5c181b492d1 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/ports?device_id=a22fb511-2390-4ae7-ba98-96456df13c9c HTTP/1.1" status: 200 len: 945 time: 0.0561602 Sep 25 03:35:03.202009 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e8bb3ec3-27f3-4f0a-b281-406a186d665b req-9481038c-f81e-4279-9e38-b7a0040c6b46 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/security-groups?id=32c65188-c1b8-4ff9-b0ae-66d6e27932f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342498 Sep 25 03:35:03.228310 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 55658) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:35:03.387075 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9397a6b0-0a20-4b4b-b56b-0e516d5bc6c9 tempest-TestMinimumBasicScenario-535741674 tempest-TestMinimumBasicScenario-535741674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:35:03.388682 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-9397a6b0-0a20-4b4b-b56b-0e516d5bc6c9 tempest-TestMinimumBasicScenario-535741674 tempest-TestMinimumBasicScenario-535741674-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=a22fb511-2390-4ae7-ba98-96456df13c9c HTTP/1.1" status: 200 len: 1093 time: 0.1593020 Sep 25 03:35:03.391679 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 55662) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:35:03.396389 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-84112355-7e90-4f74-b644-dcf556eff814 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Request body: {'floatingip': {'floating_network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'port_id': '24ffe511-2b6b-4295-90e5-34a6aa6a3f6a', 'tenant_id': '38f2ee3f8f7f41cf906b46bcbbc31b5d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:35:03.423135 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-84112355-7e90-4f74-b644-dcf556eff814 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Notify callbacks [] for floatingip, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:03.539480 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-84112355-7e90-4f74-b644-dcf556eff814 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:03.656476 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.db.db_base_plugin_common [None req-84112355-7e90-4f74-b644-dcf556eff814 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Allocated IP 172.27.1.43 (11c2fcee-3e12-40fc-bbdd-73661221b9b4/9bf1e901-4101-4c8d-9b58-09aedeb11d2a/d60f5b9a-c364-490b-a68b-f580d05db008) {{(pid=94020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 03:35:03.784934 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-84112355-7e90-4f74-b644-dcf556eff814 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Notify callbacks [] for port, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:03.846343 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-84112355-7e90-4f74-b644-dcf556eff814 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731880292801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937715'] for port, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:03.904082 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84112355-7e90-4f74-b644-dcf556eff814 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Network 11c2fcee-3e12-40fc-bbdd-73661221b9b4 is already hosted by enough agents. {{(pid=94020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 03:35:03.911944 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.base_scheduler [None req-84112355-7e90-4f74-b644-dcf556eff814 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Resources bound (agent type, host, resource id): {{(pid=94020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:35:03.917991 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84112355-7e90-4f74-b644-dcf556eff814 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Received port after_create {{(pid=94020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 03:35:03.948424 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84112355-7e90-4f74-b644-dcf556eff814 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Pushing event updated for resources: {'Port': ['ID=d60f5b9a-c364-490b-a68b-f580d05db008,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:35:04.319257 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-84112355-7e90-4f74-b644-dcf556eff814 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:04.405338 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-84112355-7e90-4f74-b644-dcf556eff814 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:04.576436 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-84112355-7e90-4f74-b644-dcf556eff814 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:04.585816 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-84112355-7e90-4f74-b644-dcf556eff814 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937720'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:04.661069 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84112355-7e90-4f74-b644-dcf556eff814 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Pushing event updated for resources: {'Port': ['ID=d60f5b9a-c364-490b-a68b-f580d05db008,revision_number=2']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:35:04.676445 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-84112355-7e90-4f74-b644-dcf556eff814 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3896858'] for floatingip, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:04.779235 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.db.l3_db [None req-84112355-7e90-4f74-b644-dcf556eff814 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Floating IP 7aeb21c7-41f2-4082-bc4f-db7978a74f97 associated. External IP: 172.27.1.43, port: 24ffe511-2b6b-4295-90e5-34a6aa6a3f6a. Sep 25 03:35:05.026888 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84112355-7e90-4f74-b644-dcf556eff814 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Router b9a20eb7-f23a-492d-83d8-e9c74005387e has already been hosted by L3 agent be170b3f-ec9b-4dfa-8e40-fa1591bf80a9 {{(pid=94020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 03:35:05.157053 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84112355-7e90-4f74-b644-dcf556eff814 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Notify agent at l3_agent.dv-cinder-775706-4-iscsi the message routers_updated {{(pid=94020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 03:35:05.169489 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc91dd8a-aa3d-48d6-a8d1-0071ac1fb435 None None] Sync routers for ids ['b9a20eb7-f23a-492d-83d8-e9c74005387e'] in dv-cinder-775706-4-iscsi {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 03:35:05.176930 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-84112355-7e90-4f74-b644-dcf556eff814 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950'] for floatingip, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:05.180723 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc91dd8a-aa3d-48d6-a8d1-0071ac1fb435 None None] Routers {'b9a20eb7-f23a-492d-83d8-e9c74005387e'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:35:05.181349 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-cc91dd8a-aa3d-48d6-a8d1-0071ac1fb435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:34:48Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['b9a20eb7-f23a-492d-83d8-e9c74005387e'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:35:05.219407 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-84112355-7e90-4f74-b644-dcf556eff814 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8262861 Sep 25 03:35:05.221041 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a22fb511-2390-4ae7-ba98-96456df13c9c', 'tag': '24ffe511-2b6b-4295-90e5-34a6aa6a3f6a'}] {{(pid=94020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 03:35:05.223013 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 55678) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:35:05.225931 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d114ac846cecc4f090472340cf1e7771535e64bb380ac0996b13cb6b7cfe6923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d371e1-e085-4743-b55e-52c2a41a33da" -d '{"events": [{"name": "network-changed", "server_uuid": "a22fb511-2390-4ae7-ba98-96456df13c9c", "tag": "24ffe511-2b6b-4295-90e5-34a6aa6a3f6a"}]}' {{(pid=94020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 03:35:05.227531 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-20f99c23-785a-443c-8f45-997c72407b4e tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-344012638', 'description': 'tempest-secgroup-smoke-344012638 description', 'project_id': '38f2ee3f8f7f41cf906b46bcbbc31b5d'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:35:05.257053 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-20f99c23-785a-443c-8f45-997c72407b4e tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:05.266371 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 03:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb957475-3308-442f-8c84-7b381c6f3b7a x-openstack-request-id: req-bb957475-3308-442f-8c84-7b381c6f3b7a {{(pid=94020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 03:35:05.266735 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a22fb511-2390-4ae7-ba98-96456df13c9c", "tag": "24ffe511-2b6b-4295-90e5-34a6aa6a3f6a", "status": "completed", "code": 200}]} {{(pid=94020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 03:35:05.267030 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bb957475-3308-442f-8c84-7b381c6f3b7a {{(pid=94020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 03:35:05.267685 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a22fb511-2390-4ae7-ba98-96456df13c9c', 'tag': '24ffe511-2b6b-4295-90e5-34a6aa6a3f6a', 'status': 'completed', 'code': 200} Sep 25 03:35:05.296295 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-cc91dd8a-aa3d-48d6-a8d1-0071ac1fb435 None None] Set router b9a20eb7-f23a-492d-83d8-e9c74005387e gateway port host: dv-cinder-775706-4-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:35:05.402631 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-20f99c23-785a-443c-8f45-997c72407b4e tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:05.409844 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d371e1-e085-4743-b55e-52c2a41a33da req-5d112d05-7510-4a24-a624-04cc5dd10c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:35:05.411386 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-32d371e1-e085-4743-b55e-52c2a41a33da req-5d112d05-7510-4a24-a624-04cc5dd10c4d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=38f2ee3f8f7f41cf906b46bcbbc31b5d&device_id=a22fb511-2390-4ae7-ba98-96456df13c9c HTTP/1.1" status: 200 len: 1098 time: 0.0761235 Sep 25 03:35:05.412552 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-20f99c23-785a-443c-8f45-997c72407b4e tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:05.472345 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-20f99c23-785a-443c-8f45-997c72407b4e tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:05.477361 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-20f99c23-785a-443c-8f45-997c72407b4e tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2497532 Sep 25 03:35:05.477361 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f99c23-785a-443c-8f45-997c72407b4e tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3596e24-2040-4885-ac99-e06dba47f7f1,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:35:05.477623 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 55682) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:35:05.485521 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-a12a271d-5036-4539-82c3-ec1e9a0fcb4c tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Request body: {'security_group_rule': {'security_group_id': 'c3596e24-2040-4885-ac99-e06dba47f7f1', 'project_id': '38f2ee3f8f7f41cf906b46bcbbc31b5d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:35:05.511535 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f99c23-785a-443c-8f45-997c72407b4e tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:35:05.512114 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f99c23-785a-443c-8f45-997c72407b4e tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:35:05.512114 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f99c23-785a-443c-8f45-997c72407b4e tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:35:05.512432 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f99c23-785a-443c-8f45-997c72407b4e tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:35:05.512802 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f99c23-785a-443c-8f45-997c72407b4e tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:35:05.513116 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f99c23-785a-443c-8f45-997c72407b4e tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:35:05.513442 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f99c23-785a-443c-8f45-997c72407b4e tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:35:05.513796 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f99c23-785a-443c-8f45-997c72407b4e tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:35:05.514123 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f99c23-785a-443c-8f45-997c72407b4e tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:35:05.514412 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f99c23-785a-443c-8f45-997c72407b4e tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:35:05.514732 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f99c23-785a-443c-8f45-997c72407b4e tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:35:05.515060 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f99c23-785a-443c-8f45-997c72407b4e tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:35:05.536849 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-a12a271d-5036-4539-82c3-ec1e9a0fcb4c tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:05.562040 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d371e1-e085-4743-b55e-52c2a41a33da req-b4242eb8-e638-454b-9d35-6f660c956e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:35:05.564046 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-32d371e1-e085-4743-b55e-52c2a41a33da req-b4242eb8-e638-454b-9d35-6f660c956e7a service neutron] 10.222.0.45 "GET /v2.0/networks?id=89e779df-c836-498b-8f59-96d1b762d6e8 HTTP/1.1" status: 200 len: 916 time: 0.1348677 Sep 25 03:35:05.583076 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-cc91dd8a-aa3d-48d6-a8d1-0071ac1fb435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9a20eb7-f23a-492d-83d8-e9c74005387e', 'name': 'tempest-TestMinimumBasicScenario-2076328930-router', 'tenant_id': '38f2ee3f8f7f41cf906b46bcbbc31b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '8cc18c0a-5789-495c-9a0f-902afbecb8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:33:36Z', 'updated_at': '2021-09-25T03:33:41Z', 'revision_number': 4, 'project_id': '38f2ee3f8f7f41cf906b46bcbbc31b5d', 'gw_port': {'id': '8cc18c0a-5789-495c-9a0f-902afbecb8a8', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:32:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a20eb7-f23a-492d-83d8-e9c74005387e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:33:37Z', 'updated_at': '2021-09-25T03:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_floatingips': [{'id': '7aeb21c7-41f2-4082-bc4f-db7978a74f97', 'tenant_id': '38f2ee3f8f7f41cf906b46bcbbc31b5d', 'floating_ip_address': '172.27.1.43', 'floating_network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'router_id': 'b9a20eb7-f23a-492d-83d8-e9c74005387e', 'port_id': '24ffe511-2b6b-4295-90e5-34a6aa6a3f6a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89e779df-c836-498b-8f59-96d1b762d6e8', 'mac_address': 'fa:16:3e:bc:85:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22fb511-2390-4ae7-ba98-96456df13c9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-25T03:35:04Z', 'updated_at': '2021-09-25T03:35:04Z', 'revision_number': 0, 'project_id': '38f2ee3f8f7f41cf906b46bcbbc31b5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acfb7fea-1862-4c5d-bc0f-b6c6665bfe8c', 'name': '', 'network_id': '89e779df-c836-498b-8f59-96d1b762d6e8', 'tenant_id': '38f2ee3f8f7f41cf906b46bcbbc31b5d', 'mac_address': 'fa:16:3e:b8:31:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a20eb7-f23a-492d-83d8-e9c74005387e', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '63d421db-5dcc-4401-a62e-bc953d53849c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:33:40Z', 'updated_at': '2021-09-25T03:33:47Z', 'revision_number': 5, 'project_id': '38f2ee3f8f7f41cf906b46bcbbc31b5d', 'subnets': [{'id': '63d421db-5dcc-4401-a62e-bc953d53849c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:35:05.617839 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc91dd8a-aa3d-48d6-a8d1-0071ac1fb435 None None] Checking router: b9a20eb7-f23a-492d-83d8-e9c74005387e for host: dv-cinder-775706-4-iscsi {{(pid=94022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 03:35:05.629432 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc91dd8a-aa3d-48d6-a8d1-0071ac1fb435 None None] Routers {'b9a20eb7-f23a-492d-83d8-e9c74005387e'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:35:05.630390 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-cc91dd8a-aa3d-48d6-a8d1-0071ac1fb435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:34:48Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['b9a20eb7-f23a-492d-83d8-e9c74005387e'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:35:05.631183 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-a12a271d-5036-4539-82c3-ec1e9a0fcb4c tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:05.636593 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-a12a271d-5036-4539-82c3-ec1e9a0fcb4c tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491355'] for security_group_rule, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:05.644024 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-32d371e1-e085-4743-b55e-52c2a41a33da req-f6e9053b-ada6-4d88-9364-f08fff2bfe4f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=24ffe511-2b6b-4295-90e5-34a6aa6a3f6a HTTP/1.1" status: 200 len: 998 time: 0.0720220 Sep 25 03:35:05.662600 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12a271d-5036-4539-82c3-ec1e9a0fcb4c tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca1daa3c-4a74-4827-8e28-d8e1dab6a393,revision_number=0']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:35:05.673807 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-a12a271d-5036-4539-82c3-ec1e9a0fcb4c tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:05.675367 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-a12a271d-5036-4539-82c3-ec1e9a0fcb4c tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1962256 Sep 25 03:35:05.677935 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 55684) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:35:05.682900 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-e2131e9e-ec8f-4b8a-bad3-1f844d2c7131 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Request body: {'security_group_rule': {'security_group_id': 'c3596e24-2040-4885-ac99-e06dba47f7f1', 'project_id': '38f2ee3f8f7f41cf906b46bcbbc31b5d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:35:05.716085 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-e2131e9e-ec8f-4b8a-bad3-1f844d2c7131 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:05.720808 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d371e1-e085-4743-b55e-52c2a41a33da req-b2973f1c-7d19-495f-9abc-97046ad0c636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:35:05.724334 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-32d371e1-e085-4743-b55e-52c2a41a33da req-b2973f1c-7d19-495f-9abc-97046ad0c636 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=63d421db-5dcc-4401-a62e-bc953d53849c HTTP/1.1" status: 200 len: 854 time: 0.0674734 Sep 25 03:35:05.769019 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-cc91dd8a-aa3d-48d6-a8d1-0071ac1fb435 None None] Set router b9a20eb7-f23a-492d-83d8-e9c74005387e gateway port host: dv-cinder-775706-4-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:35:05.787385 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d371e1-e085-4743-b55e-52c2a41a33da req-6d66eb60-6e0b-496e-8b4b-f06a46af2a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:35:05.789118 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-32d371e1-e085-4743-b55e-52c2a41a33da req-6d66eb60-6e0b-496e-8b4b-f06a46af2a55 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=89e779df-c836-498b-8f59-96d1b762d6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0561068 Sep 25 03:35:05.805846 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-e2131e9e-ec8f-4b8a-bad3-1f844d2c7131 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:05.811159 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-e2131e9e-ec8f-4b8a-bad3-1f844d2c7131 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491355'] for security_group_rule, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:05.834685 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2131e9e-ec8f-4b8a-bad3-1f844d2c7131 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b83678e6-ed1f-4c8c-9b15-ca11cf828c15,revision_number=0']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:35:05.838184 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-e2131e9e-ec8f-4b8a-bad3-1f844d2c7131 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:05.842215 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-e2131e9e-ec8f-4b8a-bad3-1f844d2c7131 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1604571 Sep 25 03:35:05.843108 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 55688) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:35:05.848683 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-85e438af-b15a-4653-acc1-e6f69021ff9d tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Request body: {'security_group_rule': {'security_group_id': 'c3596e24-2040-4885-ac99-e06dba47f7f1', 'project_id': '38f2ee3f8f7f41cf906b46bcbbc31b5d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:35:05.921935 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-85e438af-b15a-4653-acc1-e6f69021ff9d tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:05.927276 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-32d371e1-e085-4743-b55e-52c2a41a33da req-8309607b-696a-47a0-8727-b471794a7ba9 service neutron] 10.222.0.45 "GET /v2.0/networks/89e779df-c836-498b-8f59-96d1b762d6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303923 Sep 25 03:35:06.047016 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-cc91dd8a-aa3d-48d6-a8d1-0071ac1fb435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9a20eb7-f23a-492d-83d8-e9c74005387e', 'name': 'tempest-TestMinimumBasicScenario-2076328930-router', 'tenant_id': '38f2ee3f8f7f41cf906b46bcbbc31b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '8cc18c0a-5789-495c-9a0f-902afbecb8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:33:36Z', 'updated_at': '2021-09-25T03:33:41Z', 'revision_number': 4, 'project_id': '38f2ee3f8f7f41cf906b46bcbbc31b5d', 'gw_port': {'id': '8cc18c0a-5789-495c-9a0f-902afbecb8a8', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:32:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a20eb7-f23a-492d-83d8-e9c74005387e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:33:37Z', 'updated_at': '2021-09-25T03:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_floatingips': [{'id': '7aeb21c7-41f2-4082-bc4f-db7978a74f97', 'tenant_id': '38f2ee3f8f7f41cf906b46bcbbc31b5d', 'floating_ip_address': '172.27.1.43', 'floating_network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'router_id': 'b9a20eb7-f23a-492d-83d8-e9c74005387e', 'port_id': '24ffe511-2b6b-4295-90e5-34a6aa6a3f6a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89e779df-c836-498b-8f59-96d1b762d6e8', 'mac_address': 'fa:16:3e:bc:85:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22fb511-2390-4ae7-ba98-96456df13c9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-25T03:35:04Z', 'updated_at': '2021-09-25T03:35:04Z', 'revision_number': 0, 'project_id': '38f2ee3f8f7f41cf906b46bcbbc31b5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acfb7fea-1862-4c5d-bc0f-b6c6665bfe8c', 'name': '', 'network_id': '89e779df-c836-498b-8f59-96d1b762d6e8', 'tenant_id': '38f2ee3f8f7f41cf906b46bcbbc31b5d', 'mac_address': 'fa:16:3e:b8:31:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a20eb7-f23a-492d-83d8-e9c74005387e', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '63d421db-5dcc-4401-a62e-bc953d53849c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:33:40Z', 'updated_at': '2021-09-25T03:33:47Z', 'revision_number': 5, 'project_id': '38f2ee3f8f7f41cf906b46bcbbc31b5d', 'subnets': [{'id': '63d421db-5dcc-4401-a62e-bc953d53849c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:35:06.075852 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc91dd8a-aa3d-48d6-a8d1-0071ac1fb435 None None] The sync data for ids ['b9a20eb7-f23a-492d-83d8-e9c74005387e'] in dv-cinder-775706-4-iscsi is: [{'id': 'b9a20eb7-f23a-492d-83d8-e9c74005387e', 'name': 'tempest-TestMinimumBasicScenario-2076328930-router', 'tenant_id': '38f2ee3f8f7f41cf906b46bcbbc31b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '8cc18c0a-5789-495c-9a0f-902afbecb8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:33:36Z', 'updated_at': '2021-09-25T03:33:41Z', 'revision_number': 4, 'project_id': '38f2ee3f8f7f41cf906b46bcbbc31b5d', 'gw_port': {'id': '8cc18c0a-5789-495c-9a0f-902afbecb8a8', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:32:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a20eb7-f23a-492d-83d8-e9c74005387e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:33:37Z', 'updated_at': '2021-09-25T03:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_floatingips': [{'id': '7aeb21c7-41f2-4082-bc4f-db7978a74f97', 'tenant_id': '38f2ee3f8f7f41cf906b46bcbbc31b5d', 'floating_ip_address': '172.27.1.43', 'floating_network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'router_id': 'b9a20eb7-f23a-492d-83d8-e9c74005387e', 'port_id': '24ffe511-2b6b-4295-90e5-34a6aa6a3f6a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89e779df-c836-498b-8f59-96d1b762d6e8', 'mac_address': 'fa:16:3e:bc:85:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22fb511-2390-4ae7-ba98-96456df13c9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-25T03:35:04Z', 'updated_at': '2021-09-25T03:35:04Z', 'revision_number': 0, 'project_id': '38f2ee3f8f7f41cf906b46bcbbc31b5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acfb7fea-1862-4c5d-bc0f-b6c6665bfe8c', 'name': '', 'network_id': '89e779df-c836-498b-8f59-96d1b762d6e8', 'tenant_id': '38f2ee3f8f7f41cf906b46bcbbc31b5d', 'mac_address': 'fa:16:3e:b8:31:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a20eb7-f23a-492d-83d8-e9c74005387e', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '63d421db-5dcc-4401-a62e-bc953d53849c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:33:40Z', 'updated_at': '2021-09-25T03:33:47Z', 'revision_number': 5, 'project_id': '38f2ee3f8f7f41cf906b46bcbbc31b5d', 'subnets': [{'id': '63d421db-5dcc-4401-a62e-bc953d53849c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 03:35:06.314414 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5446e838-057a-4d9a-957b-3b0152c6ebce None None] New status for floating IP 7aeb21c7-41f2-4082-bc4f-db7978a74f97: ACTIVE {{(pid=94023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 25 03:35:06.321686 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-85e438af-b15a-4653-acc1-e6f69021ff9d tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:06.324989 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-32d371e1-e085-4743-b55e-52c2a41a33da req-f2c2dfdc-f7fe-493f-b6db-05bb7316729c service neutron] 10.222.0.45 "GET /v2.0/networks/89e779df-c836-498b-8f59-96d1b762d6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3885307 Sep 25 03:35:06.326471 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-85e438af-b15a-4653-acc1-e6f69021ff9d tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491355'] for security_group_rule, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:06.346695 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e438af-b15a-4653-acc1-e6f69021ff9d tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdfd4ee6-e0d3-45bb-b835-de632588a0c5,revision_number=0']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:35:06.352541 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-85e438af-b15a-4653-acc1-e6f69021ff9d tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:06.359656 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 55694) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:35:06.361017 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-85e438af-b15a-4653-acc1-e6f69021ff9d tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5171924 Sep 25 03:35:06.364974 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-533a2616-ab2f-475c-bfc0-8ccaea31c5dd tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Request body: {'security_group_rule': {'security_group_id': 'c3596e24-2040-4885-ac99-e06dba47f7f1', 'project_id': '38f2ee3f8f7f41cf906b46bcbbc31b5d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:35:06.392707 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-533a2616-ab2f-475c-bfc0-8ccaea31c5dd tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:06.466831 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-533a2616-ab2f-475c-bfc0-8ccaea31c5dd tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:06.472161 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-533a2616-ab2f-475c-bfc0-8ccaea31c5dd tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491355'] for security_group_rule, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:06.496281 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533a2616-ab2f-475c-bfc0-8ccaea31c5dd tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f6aeccb-81fc-4883-a137-5c965a62453a,revision_number=0']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:35:06.501052 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-533a2616-ab2f-475c-bfc0-8ccaea31c5dd tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:06.505909 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-533a2616-ab2f-475c-bfc0-8ccaea31c5dd tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1425989 Sep 25 03:35:06.506972 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 55696) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:35:06.512122 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-63111092-6d1b-4621-8cfc-5c573a93efeb tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Request body: {'security_group_rule': {'security_group_id': 'c3596e24-2040-4885-ac99-e06dba47f7f1', 'project_id': '38f2ee3f8f7f41cf906b46bcbbc31b5d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:35:06.535168 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.db.securitygroups_db [None req-63111092-6d1b-4621-8cfc-5c573a93efeb tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Project 38f2ee3f8f7f41cf906b46bcbbc31b5d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 25 03:35:06.541162 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-63111092-6d1b-4621-8cfc-5c573a93efeb tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:06.607934 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-63111092-6d1b-4621-8cfc-5c573a93efeb tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:06.613846 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-63111092-6d1b-4621-8cfc-5c573a93efeb tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491355'] for security_group_rule, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:06.632922 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63111092-6d1b-4621-8cfc-5c573a93efeb tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a00a1626-624e-41d2-82a8-3ba6f870fa5c,revision_number=0']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:35:06.644834 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-63111092-6d1b-4621-8cfc-5c573a93efeb tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:06.646650 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-63111092-6d1b-4621-8cfc-5c573a93efeb tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1382446 Sep 25 03:35:06.649621 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 55698) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:35:06.654185 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-2cfdbc34-1470-4923-bf9f-fa087f0fea13 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Request body: {'security_group_rule': {'security_group_id': 'c3596e24-2040-4885-ac99-e06dba47f7f1', 'project_id': '38f2ee3f8f7f41cf906b46bcbbc31b5d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:35:06.679782 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.db.securitygroups_db [None req-2cfdbc34-1470-4923-bf9f-fa087f0fea13 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Project 38f2ee3f8f7f41cf906b46bcbbc31b5d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 25 03:35:06.685775 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-2cfdbc34-1470-4923-bf9f-fa087f0fea13 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:06.761073 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-2cfdbc34-1470-4923-bf9f-fa087f0fea13 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:06.769890 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-2cfdbc34-1470-4923-bf9f-fa087f0fea13 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491355'] for security_group_rule, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:06.787911 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfdbc34-1470-4923-bf9f-fa087f0fea13 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfc29d39-fb4e-40ec-bd49-c4c565f6d1bd,revision_number=0']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:35:06.805023 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-2cfdbc34-1470-4923-bf9f-fa087f0fea13 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:06.810427 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-2cfdbc34-1470-4923-bf9f-fa087f0fea13 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1558449 Sep 25 03:35:06.895446 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3938649a-ed89-43d0-8d23-8652a41ee696 req-1516f5d1-f8c4-43ea-b165-24c516603a03 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-344012638&fields=id&tenant_id=38f2ee3f8f7f41cf906b46bcbbc31b5d HTTP/1.1" status: 200 len: 267 time: 0.0355556 Sep 25 03:35:06.958221 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3938649a-ed89-43d0-8d23-8652a41ee696 req-e3145e5e-b638-47c1-9996-f8e2ec1c9efd tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:35:06.959733 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3938649a-ed89-43d0-8d23-8652a41ee696 req-e3145e5e-b638-47c1-9996-f8e2ec1c9efd tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/ports?device_id=a22fb511-2390-4ae7-ba98-96456df13c9c HTTP/1.1" status: 200 len: 945 time: 0.0558083 Sep 25 03:35:06.973999 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [req-3938649a-ed89-43d0-8d23-8652a41ee696 req-b38a6827-0933-41b8-899e-337c5dc21a01 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Request body: {'port': {'security_groups': ['32c65188-c1b8-4ff9-b0ae-66d6e27932f6', 'c3596e24-2040-4885-ac99-e06dba47f7f1']}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:35:07.045219 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-3938649a-ed89-43d0-8d23-8652a41ee696 req-b38a6827-0933-41b8-899e-337c5dc21a01 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:07.258908 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-3938649a-ed89-43d0-8d23-8652a41ee696 req-b38a6827-0933-41b8-899e-337c5dc21a01 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] For port 24ffe511-2b6b-4295-90e5-34a6aa6a3f6a, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=24ffe511-2b6b-4295-90e5-34a6aa6a3f6a,segment=NetworkSegment(b395176b-719c-43cb-ac90-4c84b6943e8c),segment_id=b395176b-719c-43cb-ac90-4c84b6943e8c)] {{(pid=94021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:35:07.293915 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-3938649a-ed89-43d0-8d23-8652a41ee696 req-b38a6827-0933-41b8-899e-337c5dc21a01 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Notify callbacks [] for port, precommit_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:07.301182 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-3938649a-ed89-43d0-8d23-8652a41ee696 req-b38a6827-0933-41b8-899e-337c5dc21a01 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3214569'] for port, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:07.346186 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3938649a-ed89-43d0-8d23-8652a41ee696 req-b38a6827-0933-41b8-899e-337c5dc21a01 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:35:07.347226 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-3938649a-ed89-43d0-8d23-8652a41ee696 req-b38a6827-0933-41b8-899e-337c5dc21a01 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:07.347624 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] get_ports_and_sgs() called for port_ids ['24ffe511-2b6b-4295-90e5-34a6aa6a3f6a'] {{(pid=94022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 25 03:35:07.349120 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3938649a-ed89-43d0-8d23-8652a41ee696 req-b38a6827-0933-41b8-899e-337c5dc21a01 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "PUT /v2.0/ports/24ffe511-2b6b-4295-90e5-34a6aa6a3f6a HTTP/1.1" status: 200 len: 981 time: 0.3803365 Sep 25 03:35:07.349669 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a22fb511-2390-4ae7-ba98-96456df13c9c', 'tag': '24ffe511-2b6b-4295-90e5-34a6aa6a3f6a'}] {{(pid=94021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 03:35:07.352730 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e2fb5340eb8446ff58cd715b9748d5b5aabaa2e5f9ab10f469ed89a7c45a212" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc37e84-4916-4407-adb9-54dd5a64ae4d" -d '{"events": [{"name": "network-changed", "server_uuid": "a22fb511-2390-4ae7-ba98-96456df13c9c", "tag": "24ffe511-2b6b-4295-90e5-34a6aa6a3f6a"}]}' {{(pid=94021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 03:35:07.390170 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38a6827-0933-41b8-899e-337c5dc21a01 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Pushing event updated for resources: {'Port': ['ID=24ffe511-2b6b-4295-90e5-34a6aa6a3f6a,revision_number=6']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:35:07.427037 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 03:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55cf1410-05fb-4adc-a74d-3e72b62d0acc x-openstack-request-id: req-55cf1410-05fb-4adc-a74d-3e72b62d0acc {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 03:35:07.427395 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a22fb511-2390-4ae7-ba98-96456df13c9c", "tag": "24ffe511-2b6b-4295-90e5-34a6aa6a3f6a", "status": "completed", "code": 200}]} {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 03:35:07.427756 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-55cf1410-05fb-4adc-a74d-3e72b62d0acc {{(pid=94021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 03:35:07.428167 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a22fb511-2390-4ae7-ba98-96456df13c9c', 'tag': '24ffe511-2b6b-4295-90e5-34a6aa6a3f6a', 'status': 'completed', 'code': 200} Sep 25 03:35:07.509919 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] get_ports_and_sgs() called for port_ids ['24ffe511-2b6b-4295-90e5-34a6aa6a3f6a'] {{(pid=94022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 25 03:35:07.532118 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a6ddfb-c491-4847-bace-e94128b8744c req-0294a397-609b-4ff9-95d7-793fdd80f5b0 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:35:07.536272 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b9a6ddfb-c491-4847-bace-e94128b8744c req-0294a397-609b-4ff9-95d7-793fdd80f5b0 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/ports?device_id=a22fb511-2390-4ae7-ba98-96456df13c9c HTTP/1.1" status: 200 len: 984 time: 0.0983667 Sep 25 03:35:07.553150 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc37e84-4916-4407-adb9-54dd5a64ae4d req-041b6cc9-c4ee-4e37-9d57-de538fe0e079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:35:07.554622 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-acc37e84-4916-4407-adb9-54dd5a64ae4d req-041b6cc9-c4ee-4e37-9d57-de538fe0e079 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=38f2ee3f8f7f41cf906b46bcbbc31b5d&device_id=a22fb511-2390-4ae7-ba98-96456df13c9c HTTP/1.1" status: 200 len: 1137 time: 0.0761213 Sep 25 03:35:07.603457 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b9a6ddfb-c491-4847-bace-e94128b8744c req-903664ec-484b-444c-943d-c4f09c3bbc8a tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/security-groups?id=c3596e24-2040-4885-ac99-e06dba47f7f1&id=32c65188-c1b8-4ff9-b0ae-66d6e27932f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0621629 Sep 25 03:35:07.630933 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-e58dfdef-50ec-4afb-95c7-15e722d4520d None None] Provisioning complete for port 24ffe511-2b6b-4295-90e5-34a6aa6a3f6a triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:35:07.631297 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-e58dfdef-50ec-4afb-95c7-15e722d4520d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:07.673841 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc37e84-4916-4407-adb9-54dd5a64ae4d req-097baf61-0985-4aba-830b-664c4f2c96bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:35:07.675428 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-acc37e84-4916-4407-adb9-54dd5a64ae4d req-097baf61-0985-4aba-830b-664c4f2c96bc service neutron] 10.222.0.45 "GET /v2.0/networks?id=89e779df-c836-498b-8f59-96d1b762d6e8 HTTP/1.1" status: 200 len: 916 time: 0.1058726 Sep 25 03:35:07.742700 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-acc37e84-4916-4407-adb9-54dd5a64ae4d req-2d019b3a-b2d9-4ab0-bd6c-be72650fb598 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=24ffe511-2b6b-4295-90e5-34a6aa6a3f6a HTTP/1.1" status: 200 len: 1000 time: 0.0596814 Sep 25 03:35:07.793184 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc37e84-4916-4407-adb9-54dd5a64ae4d req-9fad390f-6be2-4a30-8434-60bb29786cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:35:07.794709 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-acc37e84-4916-4407-adb9-54dd5a64ae4d req-9fad390f-6be2-4a30-8434-60bb29786cfd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=63d421db-5dcc-4401-a62e-bc953d53849c HTTP/1.1" status: 200 len: 854 time: 0.0447001 Sep 25 03:35:07.864332 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc37e84-4916-4407-adb9-54dd5a64ae4d req-8a922a54-9510-467a-9d87-8007c636a6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:35:07.865885 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-acc37e84-4916-4407-adb9-54dd5a64ae4d req-8a922a54-9510-467a-9d87-8007c636a6bd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=89e779df-c836-498b-8f59-96d1b762d6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0550873 Sep 25 03:35:07.976662 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-acc37e84-4916-4407-adb9-54dd5a64ae4d req-435d852b-8d9e-4e75-852d-37d5ccf08cd3 service neutron] 10.222.0.45 "GET /v2.0/networks/89e779df-c836-498b-8f59-96d1b762d6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014671 Sep 25 03:35:08.110484 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-acc37e84-4916-4407-adb9-54dd5a64ae4d req-869312d8-12a9-4753-9a90-dd76938f92ed service neutron] 10.222.0.45 "GET /v2.0/networks/89e779df-c836-498b-8f59-96d1b762d6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156867 Sep 25 03:35:12.524090 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-12453c79-04f6-431c-ac7a-1da34be194f8 None None] Agent healthcheck: found 6 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 03:35:12.678553 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9b33b061-7c2f-4114-b9e9-fdd5716c6a85 req-99acc5b6-2f08-4fe3-952b-c645927dafe4 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1479435205&fields=id&tenant_id=db363e7cf1b9415d89602f3298329e35 HTTP/1.1" status: 200 len: 267 time: 0.0350373 Sep 25 03:35:12.787844 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33b061-7c2f-4114-b9e9-fdd5716c6a85 req-2c215c5d-beb7-4e23-ba2f-258ed93a0340 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:35:12.789344 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9b33b061-7c2f-4114-b9e9-fdd5716c6a85 req-2c215c5d-beb7-4e23-ba2f-258ed93a0340 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/networks?id=3af85cfb-dd93-48a8-a1e1-fc03ce02f109 HTTP/1.1" status: 200 len: 811 time: 0.1038647 Sep 25 03:35:12.804626 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9b33b061-7c2f-4114-b9e9-fdd5716c6a85 req-4162ba3a-a245-4da4-83dd-e72ea24a4dff tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/quotas/db363e7cf1b9415d89602f3298329e35 HTTP/1.1" status: 200 len: 375 time: 0.0094986 Sep 25 03:35:12.861688 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9b33b061-7c2f-4114-b9e9-fdd5716c6a85 req-84a60297-0987-4d70-ad8c-efa280178404 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=db363e7cf1b9415d89602f3298329e35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515745 Sep 25 03:35:13.021778 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9b33b061-7c2f-4114-b9e9-fdd5716c6a85 req-83fc38fb-c8b9-4041-99e6-05af03f8b107 service neutron] 10.222.0.42 "GET /v2.0/networks/3af85cfb-dd93-48a8-a1e1-fc03ce02f109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466417 Sep 25 03:35:13.120151 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9b33b061-7c2f-4114-b9e9-fdd5716c6a85 req-1467e72b-b7fb-4134-8e42-b0ace2e042b6 service neutron] 10.222.0.42 "GET /v2.0/networks/3af85cfb-dd93-48a8-a1e1-fc03ce02f109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904558 Sep 25 03:35:13.430007 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fb61896e-ebce-4ebc-8868-7d9474ce1ca1 req-242be81c-f380-4754-aafd-0d05d6200b79 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/ports?device_id=62001888-4c97-4a0d-86f1-84baded5f6b3 HTTP/1.1" status: 200 len: 210 time: 0.0274308 Sep 25 03:35:14.533604 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b175033d-e8a0-465b-942e-d4e171f83077 req-8d9c3f1d-e1ec-4988-9594-535037e090fc tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/ports?device_id=62001888-4c97-4a0d-86f1-84baded5f6b3 HTTP/1.1" status: 200 len: 210 time: 0.0285530 Sep 25 03:35:14.792187 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33b061-7c2f-4114-b9e9-fdd5716c6a85 req-84f7bf5f-b817-4522-bd25-0fae1406c92b tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:35:14.793752 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9b33b061-7c2f-4114-b9e9-fdd5716c6a85 req-84f7bf5f-b817-4522-bd25-0fae1406c92b tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.45 "GET /v2.0/networks?id=3af85cfb-dd93-48a8-a1e1-fc03ce02f109 HTTP/1.1" status: 200 len: 811 time: 0.1144311 Sep 25 03:35:14.868600 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9b33b061-7c2f-4114-b9e9-fdd5716c6a85 req-c0a54822-874b-4bbd-81c8-235df5a1814b tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db363e7cf1b9415d89602f3298329e35 HTTP/1.1" status: 200 len: 380 time: 0.0388570 Sep 25 03:35:14.878407 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [req-9b33b061-7c2f-4114-b9e9-fdd5716c6a85 req-51e66f89-32bc-4691-88aa-144b6d0e53bc tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Request body: {'port': {'device_id': '62001888-4c97-4a0d-86f1-84baded5f6b3', 'network_id': '3af85cfb-dd93-48a8-a1e1-fc03ce02f109', 'admin_state_up': True, 'tenant_id': 'db363e7cf1b9415d89602f3298329e35', 'security_groups': ['d84f7fc4-a72b-4f91-9132-c08dc4e9da0b']}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:35:14.995826 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b33b061-7c2f-4114-b9e9-fdd5716c6a85 req-51e66f89-32bc-4691-88aa-144b6d0e53bc tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Made reservation on behalf of db363e7cf1b9415d89602f3298329e35 for: {'port': 1} {{(pid=94021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 03:35:15.000162 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-9b33b061-7c2f-4114-b9e9-fdd5716c6a85 req-51e66f89-32bc-4691-88aa-144b6d0e53bc tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:15.132777 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.db.db_base_plugin_common [req-9b33b061-7c2f-4114-b9e9-fdd5716c6a85 req-51e66f89-32bc-4691-88aa-144b6d0e53bc tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Allocated IP 172.20.0.8 (3af85cfb-dd93-48a8-a1e1-fc03ce02f109/214e70c9-9735-4259-b6d5-e362dbd8f3ae/69f97b7a-e0e4-4b4a-b544-a116aac163d0) {{(pid=94021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 03:35:15.287569 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-9b33b061-7c2f-4114-b9e9-fdd5716c6a85 req-51e66f89-32bc-4691-88aa-144b6d0e53bc tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks [] for port, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:15.326157 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-9b33b061-7c2f-4114-b9e9-fdd5716c6a85 req-51e66f89-32bc-4691-88aa-144b6d0e53bc tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731880292801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3214562'] for port, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:15.371978 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b33b061-7c2f-4114-b9e9-fdd5716c6a85 req-51e66f89-32bc-4691-88aa-144b6d0e53bc tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Network 3af85cfb-dd93-48a8-a1e1-fc03ce02f109 is already hosted by enough agents. {{(pid=94021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 03:35:15.375561 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.base_scheduler [req-9b33b061-7c2f-4114-b9e9-fdd5716c6a85 req-51e66f89-32bc-4691-88aa-144b6d0e53bc tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Resources bound (agent type, host, resource id): {{(pid=94021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:35:15.379533 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b33b061-7c2f-4114-b9e9-fdd5716c6a85 req-51e66f89-32bc-4691-88aa-144b6d0e53bc tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Received port after_create {{(pid=94021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 03:35:15.408882 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e66f89-32bc-4691-88aa-144b6d0e53bc tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Pushing event updated for resources: {'Port': ['ID=69f97b7a-e0e4-4b4a-b544-a116aac163d0,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:35:15.437348 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-eca632f7-e614-46da-a23f-586903b77778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:15.450577 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33b061-7c2f-4114-b9e9-fdd5716c6a85 req-51e66f89-32bc-4691-88aa-144b6d0e53bc tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:35:15.451407 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-9b33b061-7c2f-4114-b9e9-fdd5716c6a85 req-51e66f89-32bc-4691-88aa-144b6d0e53bc tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:15.467723 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9b33b061-7c2f-4114-b9e9-fdd5716c6a85 req-51e66f89-32bc-4691-88aa-144b6d0e53bc tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5928574 Sep 25 03:35:15.563690 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [req-9b33b061-7c2f-4114-b9e9-fdd5716c6a85 req-37521221-4b66-4a02-9b3d-123b2fcb8c0c service neutron] Request body: {'port': {'device_id': '62001888-4c97-4a0d-86f1-84baded5f6b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:35:15.619953 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-e5cae4a1-b09e-47c6-a237-5120a9fc7f12 None None] Provisioning complete for port 69f97b7a-e0e4-4b4a-b544-a116aac163d0 triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:35:15.620328 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-e5cae4a1-b09e-47c6-a237-5120a9fc7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:15.641720 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-9b33b061-7c2f-4114-b9e9-fdd5716c6a85 req-37521221-4b66-4a02-9b3d-123b2fcb8c0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:15.672827 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-e5cae4a1-b09e-47c6-a237-5120a9fc7f12 None None] Port 69f97b7a-e0e4-4b4a-b544-a116aac163d0 cannot update to ACTIVE because it is not bound. {{(pid=94022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 25 03:35:15.722353 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de97c3c8-a24d-45bf-a48b-45de34d4dd38 req-9f5d1e6e-0abf-42ac-abcd-add1c0336e2c tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:35:15.723870 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-de97c3c8-a24d-45bf-a48b-45de34d4dd38 req-9f5d1e6e-0abf-42ac-abcd-add1c0336e2c tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/ports?device_id=62001888-4c97-4a0d-86f1-84baded5f6b3 HTTP/1.1" status: 200 len: 931 time: 0.1002667 Sep 25 03:35:15.827805 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-de97c3c8-a24d-45bf-a48b-45de34d4dd38 req-3dc3e59a-51f3-4ab0-9d09-0f508993a65d tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/security-groups?id=d84f7fc4-a72b-4f91-9132-c08dc4e9da0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958364 Sep 25 03:35:15.967161 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [req-9b33b061-7c2f-4114-b9e9-fdd5716c6a85 req-37521221-4b66-4a02-9b3d-123b2fcb8c0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69f97b7a-e0e4-4b4a-b544-a116aac163d0 {{(pid=94021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 03:35:15.975054 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-9b33b061-7c2f-4114-b9e9-fdd5716c6a85 req-37521221-4b66-4a02-9b3d-123b2fcb8c0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:15.987439 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.db.provisioning_blocks [req-9b33b061-7c2f-4114-b9e9-fdd5716c6a85 req-37521221-4b66-4a02-9b3d-123b2fcb8c0c service neutron] Transition to ACTIVE for port object 69f97b7a-e0e4-4b4a-b544-a116aac163d0 will not be triggered until provisioned by entity L2. {{(pid=94021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 25 03:35:15.993479 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-9b33b061-7c2f-4114-b9e9-fdd5716c6a85 req-37521221-4b66-4a02-9b3d-123b2fcb8c0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3214569'] for port, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:16.042310 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37521221-4b66-4a02-9b3d-123b2fcb8c0c service neutron] Pushing event updated for resources: {'Port': ['ID=69f97b7a-e0e4-4b4a-b544-a116aac163d0,revision_number=2']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:35:16.113158 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-9b33b061-7c2f-4114-b9e9-fdd5716c6a85 req-37521221-4b66-4a02-9b3d-123b2fcb8c0c service neutron] Attempting to bind port 69f97b7a-e0e4-4b4a-b544-a116aac163d0 on host hv-cinder-77570 for vnic_type normal with profile {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 03:35:16.113493 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-9b33b061-7c2f-4114-b9e9-fdd5716c6a85 req-37521221-4b66-4a02-9b3d-123b2fcb8c0c service neutron] Attempting to bind port 69f97b7a-e0e4-4b4a-b544-a116aac163d0 by drivers openvswitch,hyperv on host hv-cinder-77570 at level 0 using segments [{'id': 'e95060b2-b7b1-413f-8b0c-ca64c0be8c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3af85cfb-dd93-48a8-a1e1-fc03ce02f109'}] {{(pid=94021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 03:35:16.113793 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b33b061-7c2f-4114-b9e9-fdd5716c6a85 req-37521221-4b66-4a02-9b3d-123b2fcb8c0c service neutron] Attempting to bind port 69f97b7a-e0e4-4b4a-b544-a116aac163d0 on network 3af85cfb-dd93-48a8-a1e1-fc03ce02f109 {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 03:35:16.118551 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b33b061-7c2f-4114-b9e9-fdd5716c6a85 req-37521221-4b66-4a02-9b3d-123b2fcb8c0c service neutron] Port 69f97b7a-e0e4-4b4a-b544-a116aac163d0 on network 3af85cfb-dd93-48a8-a1e1-fc03ce02f109 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77570 {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 25 03:35:16.118875 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b33b061-7c2f-4114-b9e9-fdd5716c6a85 req-37521221-4b66-4a02-9b3d-123b2fcb8c0c service neutron] Attempting to bind port 69f97b7a-e0e4-4b4a-b544-a116aac163d0 on network 3af85cfb-dd93-48a8-a1e1-fc03ce02f109 {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 03:35:16.124566 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b33b061-7c2f-4114-b9e9-fdd5716c6a85 req-37521221-4b66-4a02-9b3d-123b2fcb8c0c service neutron] Checking agent: {'id': '508f5817-0468-490c-b4b9-d8db88d5fd84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 3, 27, 55), 'started_at': datetime.datetime(2021, 9, 25, 3, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 3, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 03:35:16.125323 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b33b061-7c2f-4114-b9e9-fdd5716c6a85 req-37521221-4b66-4a02-9b3d-123b2fcb8c0c service neutron] Checking segment: {'id': 'e95060b2-b7b1-413f-8b0c-ca64c0be8c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3af85cfb-dd93-48a8-a1e1-fc03ce02f109'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 03:35:16.125718 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b33b061-7c2f-4114-b9e9-fdd5716c6a85 req-37521221-4b66-4a02-9b3d-123b2fcb8c0c service neutron] Bound using segment: {'id': 'e95060b2-b7b1-413f-8b0c-ca64c0be8c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3af85cfb-dd93-48a8-a1e1-fc03ce02f109'} {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 03:35:16.126148 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-9b33b061-7c2f-4114-b9e9-fdd5716c6a85 req-37521221-4b66-4a02-9b3d-123b2fcb8c0c service neutron] Bound port: 69f97b7a-e0e4-4b4a-b544-a116aac163d0, host: hv-cinder-77570, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e95060b2-b7b1-413f-8b0c-ca64c0be8c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3af85cfb-dd93-48a8-a1e1-fc03ce02f109'}}] {{(pid=94021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 03:35:16.126539 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-9b33b061-7c2f-4114-b9e9-fdd5716c6a85 req-37521221-4b66-4a02-9b3d-123b2fcb8c0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:16.199351 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-9b33b061-7c2f-4114-b9e9-fdd5716c6a85 req-37521221-4b66-4a02-9b3d-123b2fcb8c0c service neutron] For port 69f97b7a-e0e4-4b4a-b544-a116aac163d0, host hv-cinder-77570, cleared binding levels {{(pid=94021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 03:35:16.202531 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-9b33b061-7c2f-4114-b9e9-fdd5716c6a85 req-37521221-4b66-4a02-9b3d-123b2fcb8c0c service neutron] For port 69f97b7a-e0e4-4b4a-b544-a116aac163d0, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=69f97b7a-e0e4-4b4a-b544-a116aac163d0,segment=NetworkSegment(e95060b2-b7b1-413f-8b0c-ca64c0be8c3d),segment_id=e95060b2-b7b1-413f-8b0c-ca64c0be8c3d)] {{(pid=94021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 03:35:16.210329 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-9b33b061-7c2f-4114-b9e9-fdd5716c6a85 req-37521221-4b66-4a02-9b3d-123b2fcb8c0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3214569'] for port, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:16.245385 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33b061-7c2f-4114-b9e9-fdd5716c6a85 req-37521221-4b66-4a02-9b3d-123b2fcb8c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:35:16.245925 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-9b33b061-7c2f-4114-b9e9-fdd5716c6a85 req-37521221-4b66-4a02-9b3d-123b2fcb8c0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:16.247326 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9b33b061-7c2f-4114-b9e9-fdd5716c6a85 req-37521221-4b66-4a02-9b3d-123b2fcb8c0c service neutron] 10.222.0.45 "PUT /v2.0/ports/69f97b7a-e0e4-4b4a-b544-a116aac163d0 HTTP/1.1" status: 200 len: 1093 time: 0.7580917 Sep 25 03:35:16.247781 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62001888-4c97-4a0d-86f1-84baded5f6b3', 'tag': '69f97b7a-e0e4-4b4a-b544-a116aac163d0'}] {{(pid=94021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 03:35:16.250413 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e2fb5340eb8446ff58cd715b9748d5b5aabaa2e5f9ab10f469ed89a7c45a212" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e702c500-704b-4dd8-93bb-efa905350d81" -d '{"events": [{"name": "network-changed", "server_uuid": "62001888-4c97-4a0d-86f1-84baded5f6b3", "tag": "69f97b7a-e0e4-4b4a-b544-a116aac163d0"}]}' {{(pid=94021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 03:35:16.278038 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37521221-4b66-4a02-9b3d-123b2fcb8c0c service neutron] Pushing event updated for resources: {'Port': ['ID=69f97b7a-e0e4-4b4a-b544-a116aac163d0,revision_number=3']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:35:16.293270 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 03:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de3e2eb-de53-4e11-8b1e-3bde45f265cf x-openstack-request-id: req-7de3e2eb-de53-4e11-8b1e-3bde45f265cf {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 03:35:16.293718 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62001888-4c97-4a0d-86f1-84baded5f6b3", "tag": "69f97b7a-e0e4-4b4a-b544-a116aac163d0", "status": "completed", "code": 200}]} {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 03:35:16.294348 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7de3e2eb-de53-4e11-8b1e-3bde45f265cf {{(pid=94021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 03:35:16.294987 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62001888-4c97-4a0d-86f1-84baded5f6b3', 'tag': '69f97b7a-e0e4-4b4a-b544-a116aac163d0', 'status': 'completed', 'code': 200} Sep 25 03:35:16.399686 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33b061-7c2f-4114-b9e9-fdd5716c6a85 req-e447ebdd-3b4b-4b38-8683-4a77fa91c97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:35:16.401251 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9b33b061-7c2f-4114-b9e9-fdd5716c6a85 req-e447ebdd-3b4b-4b38-8683-4a77fa91c97b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=db363e7cf1b9415d89602f3298329e35&device_id=62001888-4c97-4a0d-86f1-84baded5f6b3 HTTP/1.1" status: 200 len: 1096 time: 0.0617664 Sep 25 03:35:16.472553 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9b33b061-7c2f-4114-b9e9-fdd5716c6a85 req-14904ad5-36a7-4687-9568-c755e0657b13 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69f97b7a-e0e4-4b4a-b544-a116aac163d0 HTTP/1.1" status: 200 len: 217 time: 0.0434203 Sep 25 03:35:16.529676 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33b061-7c2f-4114-b9e9-fdd5716c6a85 req-6af5741d-5ff9-4a69-b3f3-2aa1572d3cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:35:16.531214 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9b33b061-7c2f-4114-b9e9-fdd5716c6a85 req-6af5741d-5ff9-4a69-b3f3-2aa1572d3cc5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=214e70c9-9735-4259-b6d5-e362dbd8f3ae HTTP/1.1" status: 200 len: 850 time: 0.0465543 Sep 25 03:35:16.589172 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33b061-7c2f-4114-b9e9-fdd5716c6a85 req-7d5013ce-5aeb-46c1-b2c7-a4a3298d8cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:35:16.590702 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9b33b061-7c2f-4114-b9e9-fdd5716c6a85 req-7d5013ce-5aeb-46c1-b2c7-a4a3298d8cb4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3af85cfb-dd93-48a8-a1e1-fc03ce02f109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0525205 Sep 25 03:35:16.691578 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9b33b061-7c2f-4114-b9e9-fdd5716c6a85 req-d65b808b-0137-4959-bf4b-604c7d320fcb service neutron] 10.222.0.45 "GET /v2.0/networks/3af85cfb-dd93-48a8-a1e1-fc03ce02f109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919886 Sep 25 03:35:16.783732 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9b33b061-7c2f-4114-b9e9-fdd5716c6a85 req-bfcdfbcc-421a-4514-b326-34fa50d9a3ef service neutron] 10.222.0.45 "GET /v2.0/networks/3af85cfb-dd93-48a8-a1e1-fc03ce02f109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843983 Sep 25 03:35:16.955329 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e702c500-704b-4dd8-93bb-efa905350d81 req-0ede147a-a510-450d-acbf-1f87858ee74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:35:16.956896 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e702c500-704b-4dd8-93bb-efa905350d81 req-0ede147a-a510-450d-acbf-1f87858ee74c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=db363e7cf1b9415d89602f3298329e35&device_id=62001888-4c97-4a0d-86f1-84baded5f6b3 HTTP/1.1" status: 200 len: 1096 time: 0.0729418 Sep 25 03:35:16.993774 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f14a8-3826-410f-b81e-c8dc8fac14d1 req-23f4340c-0010-4fd6-9752-9659e3e36324 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:35:16.995329 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a38f14a8-3826-410f-b81e-c8dc8fac14d1 req-23f4340c-0010-4fd6-9752-9659e3e36324 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/ports?device_id=62001888-4c97-4a0d-86f1-84baded5f6b3 HTTP/1.1" status: 200 len: 943 time: 0.0851905 Sep 25 03:35:17.076882 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a38f14a8-3826-410f-b81e-c8dc8fac14d1 req-cb6b78b2-5d9c-4d10-a5da-5fadaaaf54ac tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/security-groups?id=d84f7fc4-a72b-4f91-9132-c08dc4e9da0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693781 Sep 25 03:35:17.090835 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e702c500-704b-4dd8-93bb-efa905350d81 req-8b90b166-6254-489c-9826-131eac85c059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:35:17.092400 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e702c500-704b-4dd8-93bb-efa905350d81 req-8b90b166-6254-489c-9826-131eac85c059 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3af85cfb-dd93-48a8-a1e1-fc03ce02f109 HTTP/1.1" status: 200 len: 912 time: 0.1263921 Sep 25 03:35:17.141467 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e702c500-704b-4dd8-93bb-efa905350d81 req-67b1f919-af1e-488f-9e44-eccfcb980569 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69f97b7a-e0e4-4b4a-b544-a116aac163d0 HTTP/1.1" status: 200 len: 217 time: 0.0402374 Sep 25 03:35:17.191736 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e702c500-704b-4dd8-93bb-efa905350d81 req-3bf5052d-6902-496e-8c3a-075a29342d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:35:17.193465 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e702c500-704b-4dd8-93bb-efa905350d81 req-3bf5052d-6902-496e-8c3a-075a29342d5c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=214e70c9-9735-4259-b6d5-e362dbd8f3ae HTTP/1.1" status: 200 len: 850 time: 0.0445125 Sep 25 03:35:17.241891 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e702c500-704b-4dd8-93bb-efa905350d81 req-c13f6919-41c4-4524-89c6-08bee3108174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:35:17.243408 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e702c500-704b-4dd8-93bb-efa905350d81 req-c13f6919-41c4-4524-89c6-08bee3108174 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3af85cfb-dd93-48a8-a1e1-fc03ce02f109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424724 Sep 25 03:35:17.347147 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e702c500-704b-4dd8-93bb-efa905350d81 req-db2e7607-133a-4825-9516-2704b752959b service neutron] 10.222.0.45 "GET /v2.0/networks/3af85cfb-dd93-48a8-a1e1-fc03ce02f109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941765 Sep 25 03:35:17.454447 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e702c500-704b-4dd8-93bb-efa905350d81 req-219546e8-bfdb-4c9a-9d32-691e2dd1ac1d service neutron] 10.222.0.45 "GET /v2.0/networks/3af85cfb-dd93-48a8-a1e1-fc03ce02f109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908241 Sep 25 03:35:17.592631 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-898070e5-2a14-4f82-b2fe-0bb5ac04e1d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:18.203913 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea810b17-b403-4616-92f5-6cf0fe722f40 req-701b0171-e601-498c-a682-2e1d292a431d tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:35:18.205451 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ea810b17-b403-4616-92f5-6cf0fe722f40 req-701b0171-e601-498c-a682-2e1d292a431d tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/ports?device_id=62001888-4c97-4a0d-86f1-84baded5f6b3 HTTP/1.1" status: 200 len: 943 time: 0.0539589 Sep 25 03:35:18.246786 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ea810b17-b403-4616-92f5-6cf0fe722f40 req-eada355c-8341-421f-87ec-2c1033b4e176 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/security-groups?id=d84f7fc4-a72b-4f91-9132-c08dc4e9da0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338783 Sep 25 03:35:19.240174 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-fa5af178-6116-457c-95b6-13dc589f2bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:19.284304 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:19.380950 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc2c45-52a2-4407-b550-e99ca0352986 req-83da5825-4b91-410c-986a-df4e66757e3d tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:35:19.382342 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c8bc2c45-52a2-4407-b550-e99ca0352986 req-83da5825-4b91-410c-986a-df4e66757e3d tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/ports?device_id=62001888-4c97-4a0d-86f1-84baded5f6b3 HTTP/1.1" status: 200 len: 943 time: 0.0597908 Sep 25 03:35:19.423280 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c8bc2c45-52a2-4407-b550-e99ca0352986 req-bed24b13-cbd4-46e2-970f-d4190ec1ae2b tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/security-groups?id=d84f7fc4-a72b-4f91-9132-c08dc4e9da0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319874 Sep 25 03:35:20.553181 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8401617e-03fe-4ee3-8a81-7332227674be req-83284f7f-1595-4f66-90ae-261f8610d11e tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:35:20.554686 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8401617e-03fe-4ee3-8a81-7332227674be req-83284f7f-1595-4f66-90ae-261f8610d11e tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/ports?device_id=62001888-4c97-4a0d-86f1-84baded5f6b3 HTTP/1.1" status: 200 len: 943 time: 0.0573494 Sep 25 03:35:20.594345 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8401617e-03fe-4ee3-8a81-7332227674be req-78e6c71c-8bde-4c2b-8af7-155392a86912 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/security-groups?id=d84f7fc4-a72b-4f91-9132-c08dc4e9da0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335708 Sep 25 03:35:21.145883 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-afd92d12-b9d5-4a92-bfd4-50d3cdf2ae8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:21.718962 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff01cb-3dcd-479d-b3e5-f92b9bf9de1a req-501a5310-c796-42fb-9d97-1768e5540efc tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:35:21.720509 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6bff01cb-3dcd-479d-b3e5-f92b9bf9de1a req-501a5310-c796-42fb-9d97-1768e5540efc tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/ports?device_id=62001888-4c97-4a0d-86f1-84baded5f6b3 HTTP/1.1" status: 200 len: 943 time: 0.0545681 Sep 25 03:35:21.763162 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6bff01cb-3dcd-479d-b3e5-f92b9bf9de1a req-230d7b29-16eb-4806-9c12-84244cc3e04b tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/security-groups?id=d84f7fc4-a72b-4f91-9132-c08dc4e9da0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367031 Sep 25 03:35:22.881915 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad54ae-ac14-45d4-bcf7-5ea11f9d5b92 req-b7454524-38e8-4fa8-8566-393a0bd6556a tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:35:22.883428 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0aad54ae-ac14-45d4-bcf7-5ea11f9d5b92 req-b7454524-38e8-4fa8-8566-393a0bd6556a tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/ports?device_id=62001888-4c97-4a0d-86f1-84baded5f6b3 HTTP/1.1" status: 200 len: 943 time: 0.0508823 Sep 25 03:35:22.923001 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0aad54ae-ac14-45d4-bcf7-5ea11f9d5b92 req-fda1dd64-50ad-4ff6-a758-5539d56556b0 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/security-groups?id=d84f7fc4-a72b-4f91-9132-c08dc4e9da0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324609 Sep 25 03:35:24.045595 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63543ee-6519-435e-a23f-7c1671473fdd req-1b5579ec-00d5-4f9f-a04e-2570325edb1f tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:35:24.047134 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f63543ee-6519-435e-a23f-7c1671473fdd req-1b5579ec-00d5-4f9f-a04e-2570325edb1f tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/ports?device_id=62001888-4c97-4a0d-86f1-84baded5f6b3 HTTP/1.1" status: 200 len: 943 time: 0.0543919 Sep 25 03:35:24.091396 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f63543ee-6519-435e-a23f-7c1671473fdd req-5cb6b095-6e53-4aeb-8abc-511ce456e63c tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/security-groups?id=d84f7fc4-a72b-4f91-9132-c08dc4e9da0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380433 Sep 25 03:35:25.219456 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334508aa-26de-4f39-8504-06b2ea7ecfc6 req-7a84536f-2f5f-4b07-af38-2b8debf75380 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:35:25.221085 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-334508aa-26de-4f39-8504-06b2ea7ecfc6 req-7a84536f-2f5f-4b07-af38-2b8debf75380 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/ports?device_id=62001888-4c97-4a0d-86f1-84baded5f6b3 HTTP/1.1" status: 200 len: 943 time: 0.0564876 Sep 25 03:35:25.265142 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-334508aa-26de-4f39-8504-06b2ea7ecfc6 req-84b9458c-0426-4199-a955-5896adee6140 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/security-groups?id=d84f7fc4-a72b-4f91-9132-c08dc4e9da0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347548 Sep 25 03:35:26.384779 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16c8a61-af8c-4f25-81a5-2bf823f59bfa req-d3f4de5d-e445-4fb9-b27a-8d65a43828cf tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:35:26.386269 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f16c8a61-af8c-4f25-81a5-2bf823f59bfa req-d3f4de5d-e445-4fb9-b27a-8d65a43828cf tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/ports?device_id=62001888-4c97-4a0d-86f1-84baded5f6b3 HTTP/1.1" status: 200 len: 943 time: 0.0524619 Sep 25 03:35:26.435579 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f16c8a61-af8c-4f25-81a5-2bf823f59bfa req-d5bff771-638d-4659-abdb-b9cbb366473e tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/security-groups?id=d84f7fc4-a72b-4f91-9132-c08dc4e9da0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431046 Sep 25 03:35:26.952571 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device 69f97b7a-e0e4-4b4a-b544-a116aac163d0 details requested by agent hyperv_hv-cinder-77570 with host hv-cinder-77570 {{(pid=94022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 03:35:26.982585 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:27.039141 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 55904) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:35:27.065377 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] For port 69f97b7a-e0e4-4b4a-b544-a116aac163d0, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=69f97b7a-e0e4-4b4a-b544-a116aac163d0,segment=NetworkSegment(e95060b2-b7b1-413f-8b0c-ca64c0be8c3d),segment_id=e95060b2-b7b1-413f-8b0c-ca64c0be8c3d)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:35:27.076895 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Returning: {'device': '69f97b7a-e0e4-4b4a-b544-a116aac163d0', 'network_id': '3af85cfb-dd93-48a8-a1e1-fc03ce02f109', 'port_id': '69f97b7a-e0e4-4b4a-b544-a116aac163d0', 'mac_address': 'fa:16:3e:73:76:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '214e70c9-9735-4259-b6d5-e362dbd8f3ae', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 03:35:27.114276 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:27.131799 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69f97b7a-e0e4-4b4a-b544-a116aac163d0 {{(pid=94022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 03:35:27.153411 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] For port 69f97b7a-e0e4-4b4a-b544-a116aac163d0, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=69f97b7a-e0e4-4b4a-b544-a116aac163d0,segment=NetworkSegment(e95060b2-b7b1-413f-8b0c-ca64c0be8c3d),segment_id=e95060b2-b7b1-413f-8b0c-ca64c0be8c3d)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:35:27.154115 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d7c92a30-1ee3-4792-b22d-19ed08cc99a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:27.159025 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:27.208985 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Pushing event updated for resources: {'Port': ['ID=69f97b7a-e0e4-4b4a-b544-a116aac163d0,revision_number=4']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:35:27.217124 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:35:27.217447 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:35:27.217804 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:35:27.218236 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:35:27.218731 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:35:27.219069 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:35:27.219404 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:35:27.219765 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:35:27.220174 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:35:27.220511 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:35:27.220859 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:35:27.221179 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:35:27.245902 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d7c92a30-1ee3-4792-b22d-19ed08cc99a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:27.252840 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d7c92a30-1ee3-4792-b22d-19ed08cc99a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:27.289585 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-d7c92a30-1ee3-4792-b22d-19ed08cc99a3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8a61236f0e3b409d98992395a27e4178&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2492566 Sep 25 03:35:27.290671 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c92a30-1ee3-4792-b22d-19ed08cc99a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b6fde2e-cd66-4be4-b775-c61d2bc46c21,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:35:27.292803 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 55910) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:35:27.298006 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c92a30-1ee3-4792-b22d-19ed08cc99a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:35:27.298384 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c92a30-1ee3-4792-b22d-19ed08cc99a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:35:27.298716 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c92a30-1ee3-4792-b22d-19ed08cc99a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:35:27.299046 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c92a30-1ee3-4792-b22d-19ed08cc99a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:35:27.299367 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c92a30-1ee3-4792-b22d-19ed08cc99a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:35:27.299693 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c92a30-1ee3-4792-b22d-19ed08cc99a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:35:27.300009 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c92a30-1ee3-4792-b22d-19ed08cc99a3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:35:27.300326 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c92a30-1ee3-4792-b22d-19ed08cc99a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:35:27.300663 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c92a30-1ee3-4792-b22d-19ed08cc99a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:35:27.301048 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c92a30-1ee3-4792-b22d-19ed08cc99a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:35:27.301488 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c92a30-1ee3-4792-b22d-19ed08cc99a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:35:27.301810 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c92a30-1ee3-4792-b22d-19ed08cc99a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:35:27.343468 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-e8794dce-02a8-4974-b9b3-280ed60e6323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:27.365225 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-e8794dce-02a8-4974-b9b3-280ed60e6323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:27.417182 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-e8794dce-02a8-4974-b9b3-280ed60e6323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:27.419812 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-e8794dce-02a8-4974-b9b3-280ed60e6323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:27.421007 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-e8794dce-02a8-4974-b9b3-280ed60e6323 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6b6fde2e-cd66-4be4-b775-c61d2bc46c21 HTTP/1.1" status: 204 len: 168 time: 0.1270878 Sep 25 03:35:27.428591 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8794dce-02a8-4974-b9b3-280ed60e6323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b6fde2e-cd66-4be4-b775-c61d2bc46c21,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:35:27.555008 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a881ddf3-1a02-4860-ac79-7f104ff77be4 req-bffe30dc-f1b1-4354-b28a-9d74c001ff2a tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:35:27.556691 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a881ddf3-1a02-4860-ac79-7f104ff77be4 req-bffe30dc-f1b1-4354-b28a-9d74c001ff2a tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/ports?device_id=62001888-4c97-4a0d-86f1-84baded5f6b3 HTTP/1.1" status: 200 len: 944 time: 0.0514736 Sep 25 03:35:27.599659 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a881ddf3-1a02-4860-ac79-7f104ff77be4 req-a4a55623-dd5c-4f53-ba47-c60fbf1d80d4 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/security-groups?id=d84f7fc4-a72b-4f91-9132-c08dc4e9da0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361874 Sep 25 03:35:27.699690 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] get_ports_and_sgs() called for port_ids ['69f97b7a-e0e4-4b4a-b544-a116aac163d0'] {{(pid=94022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 25 03:35:28.718769 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f77fdc-c47f-42fe-88c5-72e6ac50b5c9 req-c9bb9eb6-865d-46e8-aa19-624f15746489 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:35:28.720273 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-70f77fdc-c47f-42fe-88c5-72e6ac50b5c9 req-c9bb9eb6-865d-46e8-aa19-624f15746489 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/ports?device_id=62001888-4c97-4a0d-86f1-84baded5f6b3 HTTP/1.1" status: 200 len: 944 time: 0.0507407 Sep 25 03:35:28.759377 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-70f77fdc-c47f-42fe-88c5-72e6ac50b5c9 req-92b03862-e3ac-49d7-a944-58afa5149d68 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/security-groups?id=d84f7fc4-a72b-4f91-9132-c08dc4e9da0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330644 Sep 25 03:35:28.952539 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device 69f97b7a-e0e4-4b4a-b544-a116aac163d0 up at agent hyperv_hv-cinder-77570 {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 03:35:29.010506 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Provisioning for port 69f97b7a-e0e4-4b4a-b544-a116aac163d0 completed by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 25 03:35:29.016379 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Provisioning complete for port 69f97b7a-e0e4-4b4a-b544-a116aac163d0 triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:35:29.017016 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:29.100629 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:29.124166 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62001888-4c97-4a0d-86f1-84baded5f6b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f97b7a-e0e4-4b4a-b544-a116aac163d0'}] {{(pid=94022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 03:35:29.126422 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9141e1544748c335de5c87e81d01f98f4272279fe7d072e46966747184492a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-778153d6-6b97-41b9-87fc-d26de1b156a5" -d '{"events": [{"server_uuid": "62001888-4c97-4a0d-86f1-84baded5f6b3", "name": "network-vif-plugged", "status": "completed", "tag": "69f97b7a-e0e4-4b4a-b544-a116aac163d0"}]}' {{(pid=94022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 03:35:29.140430 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] For port 69f97b7a-e0e4-4b4a-b544-a116aac163d0, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=69f97b7a-e0e4-4b4a-b544-a116aac163d0,segment=NetworkSegment(e95060b2-b7b1-413f-8b0c-ca64c0be8c3d),segment_id=e95060b2-b7b1-413f-8b0c-ca64c0be8c3d)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:35:29.145992 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:29.176885 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 03:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49e0252-9cbd-4a94-933c-dbbe837ac998 x-openstack-request-id: req-b49e0252-9cbd-4a94-933c-dbbe837ac998 {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 03:35:29.177125 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62001888-4c97-4a0d-86f1-84baded5f6b3", "name": "network-vif-plugged", "status": "completed", "tag": "69f97b7a-e0e4-4b4a-b544-a116aac163d0", "code": 200}]} {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 03:35:29.177407 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b49e0252-9cbd-4a94-933c-dbbe837ac998 {{(pid=94022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 03:35:29.177781 dv-cinder-775706-4-iscsi neutron-server[94022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62001888-4c97-4a0d-86f1-84baded5f6b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f97b7a-e0e4-4b4a-b544-a116aac163d0', 'code': 200} Sep 25 03:35:29.204779 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Pushing event updated for resources: {'Port': ['ID=69f97b7a-e0e4-4b4a-b544-a116aac163d0,revision_number=5']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:35:29.464303 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a85c2e-c9ab-4418-ac1b-acae2e2897b6 req-2e824158-e18e-4c66-9be7-e896b4a11ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:35:29.465750 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c4a85c2e-c9ab-4418-ac1b-acae2e2897b6 req-2e824158-e18e-4c66-9be7-e896b4a11ce7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=62001888-4c97-4a0d-86f1-84baded5f6b3 HTTP/1.1" status: 200 len: 1098 time: 0.0517583 Sep 25 03:35:29.510641 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c4a85c2e-c9ab-4418-ac1b-acae2e2897b6 req-95ea4858-f769-4890-9f21-3d4f5dde504b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d84f7fc4-a72b-4f91-9132-c08dc4e9da0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339859 Sep 25 03:35:29.888897 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa5977c-8fa6-4699-8571-a06e5f3e4959 req-720f18ff-855c-4f81-8d2c-b0aaa9c359d1 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:35:29.890427 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1aa5977c-8fa6-4699-8571-a06e5f3e4959 req-720f18ff-855c-4f81-8d2c-b0aaa9c359d1 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/ports?device_id=62001888-4c97-4a0d-86f1-84baded5f6b3 HTTP/1.1" status: 200 len: 945 time: 0.0607188 Sep 25 03:35:29.934882 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1aa5977c-8fa6-4699-8571-a06e5f3e4959 req-14ce674e-92c8-4968-b9fb-6de2a0a33749 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/security-groups?id=d84f7fc4-a72b-4f91-9132-c08dc4e9da0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352643 Sep 25 03:35:31.061212 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8818e6-d89a-42c4-b1d4-d02f1916b5ef req-bafeac7b-0ce5-48e9-b359-cebd48fedf12 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:35:31.062742 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ed8818e6-d89a-42c4-b1d4-d02f1916b5ef req-bafeac7b-0ce5-48e9-b359-cebd48fedf12 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/ports?device_id=62001888-4c97-4a0d-86f1-84baded5f6b3 HTTP/1.1" status: 200 len: 945 time: 0.0532913 Sep 25 03:35:31.101770 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ed8818e6-d89a-42c4-b1d4-d02f1916b5ef req-474ec3e8-b669-4a6d-8888-ac2f9689ee20 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/security-groups?id=d84f7fc4-a72b-4f91-9132-c08dc4e9da0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329301 Sep 25 03:35:32.226957 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f52763d-5817-46d5-8fd8-09060c457c24 req-3f05f13d-bcc8-4eab-ae60-84bd70a1bf3f tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:35:32.228437 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6f52763d-5817-46d5-8fd8-09060c457c24 req-3f05f13d-bcc8-4eab-ae60-84bd70a1bf3f tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/ports?device_id=62001888-4c97-4a0d-86f1-84baded5f6b3 HTTP/1.1" status: 200 len: 945 time: 0.0509889 Sep 25 03:35:32.273487 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6f52763d-5817-46d5-8fd8-09060c457c24 req-f30b1300-e09e-468f-a138-6a3d4eff3fdf tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/security-groups?id=d84f7fc4-a72b-4f91-9132-c08dc4e9da0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362425 Sep 25 03:35:32.404864 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3bf0cc-f735-40e4-a233-a185b28c3f80 req-5d274b19-fa57-45b0-b6bb-ac7dc025ecc7 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:35:32.406280 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5c3bf0cc-f735-40e4-a233-a185b28c3f80 req-5d274b19-fa57-45b0-b6bb-ac7dc025ecc7 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/ports?device_id=62001888-4c97-4a0d-86f1-84baded5f6b3 HTTP/1.1" status: 200 len: 945 time: 0.0587156 Sep 25 03:35:32.446250 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5c3bf0cc-f735-40e4-a233-a185b28c3f80 req-be6518b5-32f2-4d99-b234-44e5d16038d6 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/security-groups?id=d84f7fc4-a72b-4f91-9132-c08dc4e9da0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334587 Sep 25 03:35:32.470297 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 55944) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:35:32.677323 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6244beb-41a5-41ad-b86a-6f9bd4e8308a tempest-TestVolumeBootPattern-1911103449 tempest-TestVolumeBootPattern-1911103449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:35:32.679150 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-b6244beb-41a5-41ad-b86a-6f9bd4e8308a tempest-TestVolumeBootPattern-1911103449 tempest-TestVolumeBootPattern-1911103449-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=62001888-4c97-4a0d-86f1-84baded5f6b3 HTTP/1.1" status: 200 len: 1093 time: 0.2075734 Sep 25 03:35:32.682362 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 55948) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:35:32.686614 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-28fcb3dc-ab73-49a5-9040-da3084129176 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Request body: {'floatingip': {'floating_network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'port_id': '69f97b7a-e0e4-4b4a-b544-a116aac163d0', 'tenant_id': 'db363e7cf1b9415d89602f3298329e35', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:35:32.714218 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-28fcb3dc-ab73-49a5-9040-da3084129176 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks [] for floatingip, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:32.817742 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-28fcb3dc-ab73-49a5-9040-da3084129176 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:32.925079 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.db.db_base_plugin_common [None req-28fcb3dc-ab73-49a5-9040-da3084129176 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Allocated IP 172.27.1.242 (11c2fcee-3e12-40fc-bbdd-73661221b9b4/9bf1e901-4101-4c8d-9b58-09aedeb11d2a/1ffcaa17-6a3a-43b1-a411-e9aedbbc44a4) {{(pid=94021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 03:35:33.037304 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-28fcb3dc-ab73-49a5-9040-da3084129176 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks [] for port, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:33.072969 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-28fcb3dc-ab73-49a5-9040-da3084129176 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731880292801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3214562'] for port, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:33.109847 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28fcb3dc-ab73-49a5-9040-da3084129176 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Network 11c2fcee-3e12-40fc-bbdd-73661221b9b4 is already hosted by enough agents. {{(pid=94021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 03:35:33.112688 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.base_scheduler [None req-28fcb3dc-ab73-49a5-9040-da3084129176 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Resources bound (agent type, host, resource id): {{(pid=94021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:35:33.116059 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fcb3dc-ab73-49a5-9040-da3084129176 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Received port after_create {{(pid=94021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 03:35:33.124797 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fcb3dc-ab73-49a5-9040-da3084129176 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Pushing event updated for resources: {'Port': ['ID=1ffcaa17-6a3a-43b1-a411-e9aedbbc44a4,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:35:33.740458 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-28fcb3dc-ab73-49a5-9040-da3084129176 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:33.813658 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-28fcb3dc-ab73-49a5-9040-da3084129176 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:33.972584 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-28fcb3dc-ab73-49a5-9040-da3084129176 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks [] for port, precommit_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:33.980710 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-28fcb3dc-ab73-49a5-9040-da3084129176 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3214569'] for port, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:34.049471 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fcb3dc-ab73-49a5-9040-da3084129176 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Pushing event updated for resources: {'Port': ['ID=1ffcaa17-6a3a-43b1-a411-e9aedbbc44a4,revision_number=2']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:35:34.061175 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-28fcb3dc-ab73-49a5-9040-da3084129176 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3896858'] for floatingip, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:34.159038 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.db.l3_db [None req-28fcb3dc-ab73-49a5-9040-da3084129176 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Floating IP 1ce93018-e04d-4e7c-b3f8-b49769967cb8 associated. External IP: 172.27.1.242, port: 69f97b7a-e0e4-4b4a-b544-a116aac163d0. Sep 25 03:35:34.376964 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28fcb3dc-ab73-49a5-9040-da3084129176 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Router 4ffb49e0-1e1c-4b63-b363-7c32786630d6 has already been hosted by L3 agent be170b3f-ec9b-4dfa-8e40-fa1591bf80a9 {{(pid=94021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 03:35:34.493985 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28fcb3dc-ab73-49a5-9040-da3084129176 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify agent at l3_agent.dv-cinder-775706-4-iscsi the message routers_updated {{(pid=94021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 03:35:34.505134 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37db6afd-884f-4cff-9345-0c302feec3b2 None None] Sync routers for ids ['4ffb49e0-1e1c-4b63-b363-7c32786630d6'] in dv-cinder-775706-4-iscsi {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 03:35:34.514294 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-28fcb3dc-ab73-49a5-9040-da3084129176 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950'] for floatingip, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:34.516987 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37db6afd-884f-4cff-9345-0c302feec3b2 None None] Routers {'4ffb49e0-1e1c-4b63-b363-7c32786630d6'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:35:34.517649 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-37db6afd-884f-4cff-9345-0c302feec3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:35:18Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['4ffb49e0-1e1c-4b63-b363-7c32786630d6'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:35:34.541467 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-28fcb3dc-ab73-49a5-9040-da3084129176 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8581078 Sep 25 03:35:34.542271 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62001888-4c97-4a0d-86f1-84baded5f6b3', 'tag': '69f97b7a-e0e4-4b4a-b544-a116aac163d0'}] {{(pid=94021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 03:35:34.544678 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e2fb5340eb8446ff58cd715b9748d5b5aabaa2e5f9ab10f469ed89a7c45a212" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-465b32f4-4391-43b9-8c2c-1e43a9544ce7" -d '{"events": [{"name": "network-changed", "server_uuid": "62001888-4c97-4a0d-86f1-84baded5f6b3", "tag": "69f97b7a-e0e4-4b4a-b544-a116aac163d0"}]}' {{(pid=94021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 03:35:34.629362 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-37db6afd-884f-4cff-9345-0c302feec3b2 None None] Set router 4ffb49e0-1e1c-4b63-b363-7c32786630d6 gateway port host: dv-cinder-775706-4-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:35:34.720538 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 03:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d84568d-cf84-44d0-88f1-6c7ec8e4ca66 x-openstack-request-id: req-4d84568d-cf84-44d0-88f1-6c7ec8e4ca66 {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 03:35:34.720858 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62001888-4c97-4a0d-86f1-84baded5f6b3", "tag": "69f97b7a-e0e4-4b4a-b544-a116aac163d0", "status": "completed", "code": 200}]} {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 03:35:34.721106 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4d84568d-cf84-44d0-88f1-6c7ec8e4ca66 {{(pid=94021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 03:35:34.721536 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62001888-4c97-4a0d-86f1-84baded5f6b3', 'tag': '69f97b7a-e0e4-4b4a-b544-a116aac163d0', 'status': 'completed', 'code': 200} Sep 25 03:35:34.852878 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465b32f4-4391-43b9-8c2c-1e43a9544ce7 req-7c64e442-2cc9-48a7-91d6-d7d944abd165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:35:34.854542 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-465b32f4-4391-43b9-8c2c-1e43a9544ce7 req-7c64e442-2cc9-48a7-91d6-d7d944abd165 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=db363e7cf1b9415d89602f3298329e35&device_id=62001888-4c97-4a0d-86f1-84baded5f6b3 HTTP/1.1" status: 200 len: 1098 time: 0.0481391 Sep 25 03:35:34.868082 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-37db6afd-884f-4cff-9345-0c302feec3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'name': 'tempest-TestVolumeBootPattern-517260034-router', 'tenant_id': 'db363e7cf1b9415d89602f3298329e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '4e4847b6-1d43-43aa-8619-ae9e17029fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:34:05Z', 'updated_at': '2021-09-25T03:34:11Z', 'revision_number': 4, 'project_id': 'db363e7cf1b9415d89602f3298329e35', 'gw_port': {'id': '4e4847b6-1d43-43aa-8619-ae9e17029fc4', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:25:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:06Z', 'updated_at': '2021-09-25T03:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_floatingips': [{'id': '1ce93018-e04d-4e7c-b3f8-b49769967cb8', 'tenant_id': 'db363e7cf1b9415d89602f3298329e35', 'floating_ip_address': '172.27.1.242', 'floating_network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'router_id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'port_id': '69f97b7a-e0e4-4b4a-b544-a116aac163d0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3af85cfb-dd93-48a8-a1e1-fc03ce02f109', 'mac_address': 'fa:16:3e:73:76:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62001888-4c97-4a0d-86f1-84baded5f6b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-25T03:35:33Z', 'updated_at': '2021-09-25T03:35:33Z', 'revision_number': 0, 'project_id': 'db363e7cf1b9415d89602f3298329e35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6eb43f13-becb-437d-b43d-aaf8c5b31ad3', 'name': '', 'network_id': '3af85cfb-dd93-48a8-a1e1-fc03ce02f109', 'tenant_id': 'db363e7cf1b9415d89602f3298329e35', 'mac_address': 'fa:16:3e:17:c4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '214e70c9-9735-4259-b6d5-e362dbd8f3ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:10Z', 'updated_at': '2021-09-25T03:34:29Z', 'revision_number': 5, 'project_id': 'db363e7cf1b9415d89602f3298329e35', 'subnets': [{'id': '214e70c9-9735-4259-b6d5-e362dbd8f3ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:35:34.894498 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37db6afd-884f-4cff-9345-0c302feec3b2 None None] Checking router: 4ffb49e0-1e1c-4b63-b363-7c32786630d6 for host: dv-cinder-775706-4-iscsi {{(pid=94022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 03:35:34.904022 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37db6afd-884f-4cff-9345-0c302feec3b2 None None] Routers {'4ffb49e0-1e1c-4b63-b363-7c32786630d6'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:35:34.904682 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-37db6afd-884f-4cff-9345-0c302feec3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:35:18Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['4ffb49e0-1e1c-4b63-b363-7c32786630d6'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:35:34.947757 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465b32f4-4391-43b9-8c2c-1e43a9544ce7 req-47d1f8c4-e4fd-4da2-9edb-b1163626aab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:35:34.950065 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-465b32f4-4391-43b9-8c2c-1e43a9544ce7 req-47d1f8c4-e4fd-4da2-9edb-b1163626aab9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3af85cfb-dd93-48a8-a1e1-fc03ce02f109 HTTP/1.1" status: 200 len: 912 time: 0.0880075 Sep 25 03:35:35.009641 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-37db6afd-884f-4cff-9345-0c302feec3b2 None None] Set router 4ffb49e0-1e1c-4b63-b363-7c32786630d6 gateway port host: dv-cinder-775706-4-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:35:35.022442 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-465b32f4-4391-43b9-8c2c-1e43a9544ce7 req-778b8413-1b7b-43d0-8a76-ca82ec200a83 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69f97b7a-e0e4-4b4a-b544-a116aac163d0 HTTP/1.1" status: 200 len: 999 time: 0.0642745 Sep 25 03:35:35.079928 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465b32f4-4391-43b9-8c2c-1e43a9544ce7 req-54d41c18-35ff-44e3-94c8-92f846a4cc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:35:35.081447 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-465b32f4-4391-43b9-8c2c-1e43a9544ce7 req-54d41c18-35ff-44e3-94c8-92f846a4cc2f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=214e70c9-9735-4259-b6d5-e362dbd8f3ae HTTP/1.1" status: 200 len: 850 time: 0.0451412 Sep 25 03:35:35.130666 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465b32f4-4391-43b9-8c2c-1e43a9544ce7 req-dd15acc5-0e75-4594-96e4-c1972e322c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:35:35.132260 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-465b32f4-4391-43b9-8c2c-1e43a9544ce7 req-dd15acc5-0e75-4594-96e4-c1972e322c37 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3af85cfb-dd93-48a8-a1e1-fc03ce02f109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426056 Sep 25 03:35:35.228714 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-465b32f4-4391-43b9-8c2c-1e43a9544ce7 req-33829bf8-f694-4775-8570-a36a361e0673 service neutron] 10.222.0.45 "GET /v2.0/networks/3af85cfb-dd93-48a8-a1e1-fc03ce02f109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866067 Sep 25 03:35:35.241186 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-37db6afd-884f-4cff-9345-0c302feec3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'name': 'tempest-TestVolumeBootPattern-517260034-router', 'tenant_id': 'db363e7cf1b9415d89602f3298329e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '4e4847b6-1d43-43aa-8619-ae9e17029fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:34:05Z', 'updated_at': '2021-09-25T03:34:11Z', 'revision_number': 4, 'project_id': 'db363e7cf1b9415d89602f3298329e35', 'gw_port': {'id': '4e4847b6-1d43-43aa-8619-ae9e17029fc4', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:25:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:06Z', 'updated_at': '2021-09-25T03:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_floatingips': [{'id': '1ce93018-e04d-4e7c-b3f8-b49769967cb8', 'tenant_id': 'db363e7cf1b9415d89602f3298329e35', 'floating_ip_address': '172.27.1.242', 'floating_network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'router_id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'port_id': '69f97b7a-e0e4-4b4a-b544-a116aac163d0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3af85cfb-dd93-48a8-a1e1-fc03ce02f109', 'mac_address': 'fa:16:3e:73:76:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62001888-4c97-4a0d-86f1-84baded5f6b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-25T03:35:33Z', 'updated_at': '2021-09-25T03:35:33Z', 'revision_number': 0, 'project_id': 'db363e7cf1b9415d89602f3298329e35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6eb43f13-becb-437d-b43d-aaf8c5b31ad3', 'name': '', 'network_id': '3af85cfb-dd93-48a8-a1e1-fc03ce02f109', 'tenant_id': 'db363e7cf1b9415d89602f3298329e35', 'mac_address': 'fa:16:3e:17:c4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '214e70c9-9735-4259-b6d5-e362dbd8f3ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:10Z', 'updated_at': '2021-09-25T03:34:29Z', 'revision_number': 5, 'project_id': 'db363e7cf1b9415d89602f3298329e35', 'subnets': [{'id': '214e70c9-9735-4259-b6d5-e362dbd8f3ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:35:35.267451 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37db6afd-884f-4cff-9345-0c302feec3b2 None None] The sync data for ids ['4ffb49e0-1e1c-4b63-b363-7c32786630d6'] in dv-cinder-775706-4-iscsi is: [{'id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'name': 'tempest-TestVolumeBootPattern-517260034-router', 'tenant_id': 'db363e7cf1b9415d89602f3298329e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '4e4847b6-1d43-43aa-8619-ae9e17029fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:34:05Z', 'updated_at': '2021-09-25T03:34:11Z', 'revision_number': 4, 'project_id': 'db363e7cf1b9415d89602f3298329e35', 'gw_port': {'id': '4e4847b6-1d43-43aa-8619-ae9e17029fc4', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:25:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:06Z', 'updated_at': '2021-09-25T03:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_floatingips': [{'id': '1ce93018-e04d-4e7c-b3f8-b49769967cb8', 'tenant_id': 'db363e7cf1b9415d89602f3298329e35', 'floating_ip_address': '172.27.1.242', 'floating_network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'router_id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'port_id': '69f97b7a-e0e4-4b4a-b544-a116aac163d0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3af85cfb-dd93-48a8-a1e1-fc03ce02f109', 'mac_address': 'fa:16:3e:73:76:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62001888-4c97-4a0d-86f1-84baded5f6b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-25T03:35:33Z', 'updated_at': '2021-09-25T03:35:33Z', 'revision_number': 0, 'project_id': 'db363e7cf1b9415d89602f3298329e35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6eb43f13-becb-437d-b43d-aaf8c5b31ad3', 'name': '', 'network_id': '3af85cfb-dd93-48a8-a1e1-fc03ce02f109', 'tenant_id': 'db363e7cf1b9415d89602f3298329e35', 'mac_address': 'fa:16:3e:17:c4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '214e70c9-9735-4259-b6d5-e362dbd8f3ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:10Z', 'updated_at': '2021-09-25T03:34:29Z', 'revision_number': 5, 'project_id': 'db363e7cf1b9415d89602f3298329e35', 'subnets': [{'id': '214e70c9-9735-4259-b6d5-e362dbd8f3ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 03:35:35.326918 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-465b32f4-4391-43b9-8c2c-1e43a9544ce7 req-75910bbf-e8c0-408d-b40f-0f53e8bc4e0d service neutron] 10.222.0.45 "GET /v2.0/networks/3af85cfb-dd93-48a8-a1e1-fc03ce02f109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904863 Sep 25 03:35:35.487188 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb96e112-ac9e-454b-ab9e-286357951af5 None None] New status for floating IP 1ce93018-e04d-4e7c-b3f8-b49769967cb8: ACTIVE {{(pid=94023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 25 03:35:45.374467 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-442a492e-b540-459b-81c0-ad57aacd1bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:47.587347 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-c93fa324-bd6a-4f62-a932-ccaeaa2bd8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:49.243412 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-fa5af178-6116-457c-95b6-13dc589f2bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:49.289428 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:49.523577 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-12453c79-04f6-431c-ac7a-1da34be194f8 None None] Agent healthcheck: found 6 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 03:35:51.146501 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-afd92d12-b9d5-4a92-bfd4-50d3cdf2ae8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:35:57.004377 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:36:01.545081 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8518e36d-29cc-4797-8b45-f18ee3221bcb req-c795ed01-fa74-468b-a332-cc04e219e5d3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ce2416f9-cc1c-41d7-a7e5-1bd65f617422&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0564919 Sep 25 03:36:01.642231 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8518e36d-29cc-4797-8b45-f18ee3221bcb req-367c0c04-b78d-4b13-8907-5459fb227814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:36:01.644825 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8518e36d-29cc-4797-8b45-f18ee3221bcb req-367c0c04-b78d-4b13-8907-5459fb227814 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7ef1d76a90104052a3716c563fd608ad&device_id=ce2416f9-cc1c-41d7-a7e5-1bd65f617422 HTTP/1.1" status: 200 len: 1098 time: 0.0493336 Sep 25 03:36:01.776884 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8518e36d-29cc-4797-8b45-f18ee3221bcb req-81550ebf-e113-4c90-af09-5cd0bedee64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:36:01.779020 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8518e36d-29cc-4797-8b45-f18ee3221bcb req-81550ebf-e113-4c90-af09-5cd0bedee64d service neutron] 10.222.0.45 "GET /v2.0/networks?id=880aba30-576b-4b1a-acc6-7a7e08bebf3a HTTP/1.1" status: 200 len: 909 time: 0.1090741 Sep 25 03:36:01.864957 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8518e36d-29cc-4797-8b45-f18ee3221bcb req-49fe0604-5fd5-4963-81d3-56f8f78241bf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c1ba797-a06f-4981-b29e-31552dba795c HTTP/1.1" status: 200 len: 1001 time: 0.0782726 Sep 25 03:36:01.923404 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8518e36d-29cc-4797-8b45-f18ee3221bcb req-031df756-70be-46f3-9672-a8eadbda4430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:36:01.924936 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8518e36d-29cc-4797-8b45-f18ee3221bcb req-031df756-70be-46f3-9672-a8eadbda4430 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0b95fb34-6b69-4305-8271-231f7ffdb3bd HTTP/1.1" status: 200 len: 847 time: 0.0513644 Sep 25 03:36:01.977528 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8518e36d-29cc-4797-8b45-f18ee3221bcb req-5966ee79-29bc-4c33-91ed-dd15bafeab5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:36:01.979063 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8518e36d-29cc-4797-8b45-f18ee3221bcb req-5966ee79-29bc-4c33-91ed-dd15bafeab5e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=880aba30-576b-4b1a-acc6-7a7e08bebf3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0464151 Sep 25 03:36:02.131735 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8518e36d-29cc-4797-8b45-f18ee3221bcb req-f07f7fc5-95e0-4ec7-b58c-e2b4e5d3ebb8 service neutron] 10.222.0.45 "GET /v2.0/networks/880aba30-576b-4b1a-acc6-7a7e08bebf3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416671 Sep 25 03:36:02.249125 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8518e36d-29cc-4797-8b45-f18ee3221bcb req-88368dad-db1f-4de4-9aaa-cb2645f8a992 service neutron] 10.222.0.45 "GET /v2.0/networks/880aba30-576b-4b1a-acc6-7a7e08bebf3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083663 Sep 25 03:36:04.670927 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f718eb9-c8a2-4e30-b9df-556c31768ce6 req-f0331223-55a6-4793-8b6d-37b6541b0999 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:36:04.672417 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9f718eb9-c8a2-4e30-b9df-556c31768ce6 req-f0331223-55a6-4793-8b6d-37b6541b0999 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/ports?device_id=36ce5dc8-fe73-4edc-81d3-e0313fe83860 HTTP/1.1" status: 200 len: 946 time: 0.0526733 Sep 25 03:36:04.721040 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9f718eb9-c8a2-4e30-b9df-556c31768ce6 req-282409c5-2cd7-4c2e-b2fd-9524a1f4150f tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c699c2a-ea95-4f2c-8172-f4ed6406eab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406446 Sep 25 03:36:05.847191 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c81461-23a2-4886-99d5-b99f947c63dc req-8566fa06-9569-4833-9a0b-6bd0917c231d tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:36:05.848856 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e6c81461-23a2-4886-99d5-b99f947c63dc req-8566fa06-9569-4833-9a0b-6bd0917c231d tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/ports?device_id=36ce5dc8-fe73-4edc-81d3-e0313fe83860 HTTP/1.1" status: 200 len: 946 time: 0.0530140 Sep 25 03:36:05.893982 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e6c81461-23a2-4886-99d5-b99f947c63dc req-f2c61bb8-1f32-4b59-8880-f238a0c6f10d tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c699c2a-ea95-4f2c-8172-f4ed6406eab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389938 Sep 25 03:36:07.020606 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5ddd8c-2ed8-4e2b-9859-9d335ba85593 req-88cdea7a-1e37-4f20-8636-1da35f62cd01 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:36:07.022179 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-cd5ddd8c-2ed8-4e2b-9859-9d335ba85593 req-88cdea7a-1e37-4f20-8636-1da35f62cd01 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/ports?device_id=36ce5dc8-fe73-4edc-81d3-e0313fe83860 HTTP/1.1" status: 200 len: 946 time: 0.0554075 Sep 25 03:36:07.066952 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-cd5ddd8c-2ed8-4e2b-9859-9d335ba85593 req-2e8657b2-c500-4c22-aab0-77255858ec0d tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c699c2a-ea95-4f2c-8172-f4ed6406eab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383630 Sep 25 03:36:08.197683 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b223408-9730-4752-a078-9a9b56a972f5 req-1651f497-3b0e-4083-931b-117def0fc411 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:36:08.199556 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6b223408-9730-4752-a078-9a9b56a972f5 req-1651f497-3b0e-4083-931b-117def0fc411 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/ports?device_id=36ce5dc8-fe73-4edc-81d3-e0313fe83860 HTTP/1.1" status: 200 len: 946 time: 0.0582628 Sep 25 03:36:08.242135 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6b223408-9730-4752-a078-9a9b56a972f5 req-7664a671-4d20-442d-a2c0-facae7a68a55 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c699c2a-ea95-4f2c-8172-f4ed6406eab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348914 Sep 25 03:36:09.362969 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0517855f-8685-46f5-a641-f430cf96ae1a req-c1722ee8-4041-4ebc-b436-ee316a08d7c8 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:36:09.364807 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0517855f-8685-46f5-a641-f430cf96ae1a req-c1722ee8-4041-4ebc-b436-ee316a08d7c8 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/ports?device_id=36ce5dc8-fe73-4edc-81d3-e0313fe83860 HTTP/1.1" status: 200 len: 946 time: 0.0516214 Sep 25 03:36:09.411367 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0517855f-8685-46f5-a641-f430cf96ae1a req-40f4f277-29a3-49dc-96de-d5867fa27a25 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c699c2a-ea95-4f2c-8172-f4ed6406eab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380824 Sep 25 03:36:10.553861 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642cea30-a0fa-4850-a05c-4d1eb9dc5ac3 req-2a7bfcf4-da9e-4685-a00a-04607d24028a tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:36:10.555569 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-642cea30-a0fa-4850-a05c-4d1eb9dc5ac3 req-2a7bfcf4-da9e-4685-a00a-04607d24028a tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/ports?device_id=36ce5dc8-fe73-4edc-81d3-e0313fe83860 HTTP/1.1" status: 200 len: 946 time: 0.0724528 Sep 25 03:36:10.600915 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-642cea30-a0fa-4850-a05c-4d1eb9dc5ac3 req-528dc776-bdf0-4886-a9cf-a674aafb1008 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c699c2a-ea95-4f2c-8172-f4ed6406eab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382421 Sep 25 03:36:11.724761 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9108586e-b033-4abf-868e-086e17690992 req-6df5c64c-23d3-44dc-a22f-fecc7cf6509f tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:36:11.726367 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9108586e-b033-4abf-868e-086e17690992 req-6df5c64c-23d3-44dc-a22f-fecc7cf6509f tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/ports?device_id=36ce5dc8-fe73-4edc-81d3-e0313fe83860 HTTP/1.1" status: 200 len: 946 time: 0.0536439 Sep 25 03:36:11.769382 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9108586e-b033-4abf-868e-086e17690992 req-caebc93c-788c-41c1-8414-37e5cd20b5c2 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c699c2a-ea95-4f2c-8172-f4ed6406eab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367510 Sep 25 03:36:12.913450 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5ca796-ff81-4c53-a9ed-a2d516f32271 req-3d400996-3feb-4e06-b395-584a488b2bee tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:36:12.915092 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-eb5ca796-ff81-4c53-a9ed-a2d516f32271 req-3d400996-3feb-4e06-b395-584a488b2bee tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/ports?device_id=36ce5dc8-fe73-4edc-81d3-e0313fe83860 HTTP/1.1" status: 200 len: 946 time: 0.0653567 Sep 25 03:36:12.979464 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-eb5ca796-ff81-4c53-a9ed-a2d516f32271 req-cc12723f-9c96-4159-96a0-20fecb0ab28f tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c699c2a-ea95-4f2c-8172-f4ed6406eab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576985 Sep 25 03:36:14.127812 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c30ed4-5d64-4663-9436-1cf9c3865e56 req-6944b656-b4bf-43ab-b092-f2f0ad5cbd80 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:36:14.131013 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-05c30ed4-5d64-4663-9436-1cf9c3865e56 req-6944b656-b4bf-43ab-b092-f2f0ad5cbd80 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/ports?device_id=36ce5dc8-fe73-4edc-81d3-e0313fe83860 HTTP/1.1" status: 200 len: 946 time: 0.0645843 Sep 25 03:36:14.178993 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-05c30ed4-5d64-4663-9436-1cf9c3865e56 req-fa5385b4-bd10-42b1-9a98-14d709c9941b tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c699c2a-ea95-4f2c-8172-f4ed6406eab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399485 Sep 25 03:36:15.307499 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326b9ac0-221c-4f0b-98c8-b0c3b5a2abdf req-ad7b1e5d-5997-4aa4-be03-f6be0d1bacbe tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:36:15.309051 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-326b9ac0-221c-4f0b-98c8-b0c3b5a2abdf req-ad7b1e5d-5997-4aa4-be03-f6be0d1bacbe tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/ports?device_id=36ce5dc8-fe73-4edc-81d3-e0313fe83860 HTTP/1.1" status: 200 len: 946 time: 0.0575359 Sep 25 03:36:15.368693 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-326b9ac0-221c-4f0b-98c8-b0c3b5a2abdf req-05c315fe-1e3d-4b34-b266-5f7784e2bad6 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c699c2a-ea95-4f2c-8172-f4ed6406eab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502956 Sep 25 03:36:15.382060 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-aaea830f-9925-4039-835f-ae6b1f46e555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:36:16.496066 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb1c8cb-057e-40b8-b541-4871437b5323 req-ad579052-d9c5-4453-904c-419bde63e435 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:36:16.498710 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-bdb1c8cb-057e-40b8-b541-4871437b5323 req-ad579052-d9c5-4453-904c-419bde63e435 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/ports?device_id=36ce5dc8-fe73-4edc-81d3-e0313fe83860 HTTP/1.1" status: 200 len: 946 time: 0.0529969 Sep 25 03:36:16.543217 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-bdb1c8cb-057e-40b8-b541-4871437b5323 req-e2887771-b441-49c9-9b74-96d44ac6a69f tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c699c2a-ea95-4f2c-8172-f4ed6406eab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383282 Sep 25 03:36:17.591175 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-56efdee3-52d8-464b-bf32-1502370bdc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:36:17.670717 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed0956-5247-4b86-9890-73e4303f581d req-1039b781-19dd-4d3f-8c99-caaec615ea22 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:36:17.672315 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-44ed0956-5247-4b86-9890-73e4303f581d req-1039b781-19dd-4d3f-8c99-caaec615ea22 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/ports?device_id=36ce5dc8-fe73-4edc-81d3-e0313fe83860 HTTP/1.1" status: 200 len: 946 time: 0.0550485 Sep 25 03:36:17.729886 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-44ed0956-5247-4b86-9890-73e4303f581d req-bf28763b-02a4-4a19-befc-6d8d6b030a66 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c699c2a-ea95-4f2c-8172-f4ed6406eab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513153 Sep 25 03:36:18.866963 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b8aa2e-d8ab-4016-9c25-afe0534afa1f req-e35ba0e4-267b-46f6-b155-603987c3e5b9 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:36:18.869703 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-68b8aa2e-d8ab-4016-9c25-afe0534afa1f req-e35ba0e4-267b-46f6-b155-603987c3e5b9 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/ports?device_id=36ce5dc8-fe73-4edc-81d3-e0313fe83860 HTTP/1.1" status: 200 len: 946 time: 0.0655177 Sep 25 03:36:18.913039 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-68b8aa2e-d8ab-4016-9c25-afe0534afa1f req-aa5c5fb8-255f-4a96-8dad-651fe85e1a5c tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c699c2a-ea95-4f2c-8172-f4ed6406eab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367892 Sep 25 03:36:19.247380 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-fa5af178-6116-457c-95b6-13dc589f2bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:36:19.284421 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:36:20.055300 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee656b32-904e-4c5b-839a-cc825d94b9ba req-a4d0a9b0-6ce7-410e-8174-d7f634f9ca95 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:36:20.056897 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ee656b32-904e-4c5b-839a-cc825d94b9ba req-a4d0a9b0-6ce7-410e-8174-d7f634f9ca95 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/ports?device_id=36ce5dc8-fe73-4edc-81d3-e0313fe83860 HTTP/1.1" status: 200 len: 946 time: 0.0546649 Sep 25 03:36:20.110497 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ee656b32-904e-4c5b-839a-cc825d94b9ba req-0434a8e7-b630-41ea-afc8-cae687edf9b6 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c699c2a-ea95-4f2c-8172-f4ed6406eab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399759 Sep 25 03:36:21.149036 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-afd92d12-b9d5-4a92-bfd4-50d3cdf2ae8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:36:21.238274 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4931287-819d-4bfa-8680-bf67e5264e20 req-080d2708-6dcd-47db-a459-2add75125a01 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:36:21.239951 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e4931287-819d-4bfa-8680-bf67e5264e20 req-080d2708-6dcd-47db-a459-2add75125a01 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/ports?device_id=36ce5dc8-fe73-4edc-81d3-e0313fe83860 HTTP/1.1" status: 200 len: 946 time: 0.0536857 Sep 25 03:36:21.286494 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e4931287-819d-4bfa-8680-bf67e5264e20 req-0892ec0f-c160-45b2-8e00-a96e3c592011 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c699c2a-ea95-4f2c-8172-f4ed6406eab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392518 Sep 25 03:36:21.510370 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b7b9f-fd69-4d2c-b281-aed4143e41b5 req-53a1d274-6595-4516-a78c-9ba9ba6f0444 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:36:21.512535 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7f3b7b9f-fd69-4d2c-b281-aed4143e41b5 req-53a1d274-6595-4516-a78c-9ba9ba6f0444 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/ports?device_id=36ce5dc8-fe73-4edc-81d3-e0313fe83860 HTTP/1.1" status: 200 len: 946 time: 0.0570955 Sep 25 03:36:21.559746 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7f3b7b9f-fd69-4d2c-b281-aed4143e41b5 req-2f2ac455-770e-4fd3-965f-2bb5a1a236ad tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c699c2a-ea95-4f2c-8172-f4ed6406eab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386913 Sep 25 03:36:21.604412 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f2cb9-504a-465d-985a-1015b8caee38 req-f8c89c56-6c8e-4afa-8c3c-12a5ec829fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:36:21.606002 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fc9f2cb9-504a-465d-985a-1015b8caee38 req-f8c89c56-6c8e-4afa-8c3c-12a5ec829fa3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f29dc626f86246fe9738feefd6866b29&device_id=36ce5dc8-fe73-4edc-81d3-e0313fe83860 HTTP/1.1" status: 200 len: 1099 time: 0.0454073 Sep 25 03:36:21.707749 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f2cb9-504a-465d-985a-1015b8caee38 req-edfd016e-3bd4-4afe-b2a1-fcec91b964ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:36:21.709384 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fc9f2cb9-504a-465d-985a-1015b8caee38 req-edfd016e-3bd4-4afe-b2a1-fcec91b964ef service neutron] 10.222.0.45 "GET /v2.0/networks?id=ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd HTTP/1.1" status: 200 len: 912 time: 0.0960805 Sep 25 03:36:21.776907 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fc9f2cb9-504a-465d-985a-1015b8caee38 req-85d74525-d57a-45d7-8e9b-85bb6289109c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28d0a967-ae0a-46e1-b1e9-1e3ffc3caec3 HTTP/1.1" status: 200 len: 1001 time: 0.0595760 Sep 25 03:36:21.829908 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f2cb9-504a-465d-985a-1015b8caee38 req-1ea21f2f-4d3e-45ab-8938-48396a67d0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:36:21.831407 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fc9f2cb9-504a-465d-985a-1015b8caee38 req-1ea21f2f-4d3e-45ab-8938-48396a67d0d7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=afccf4b9-490d-44a5-98b6-f28191ec0ff2 HTTP/1.1" status: 200 len: 850 time: 0.0470853 Sep 25 03:36:21.886447 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f2cb9-504a-465d-985a-1015b8caee38 req-02c700d2-591b-410d-863f-5d70c8d874b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:36:21.887975 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fc9f2cb9-504a-465d-985a-1015b8caee38 req-02c700d2-591b-410d-863f-5d70c8d874b7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0483856 Sep 25 03:36:21.988973 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fc9f2cb9-504a-465d-985a-1015b8caee38 req-3347753c-8f8e-4cdf-907b-6dce08a0a280 service neutron] 10.222.0.45 "GET /v2.0/networks/ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925565 Sep 25 03:36:22.091098 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fc9f2cb9-504a-465d-985a-1015b8caee38 req-40b24a57-62aa-4033-a9d8-372ba6e540d3 service neutron] 10.222.0.45 "GET /v2.0/networks/ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923820 Sep 25 03:36:22.690008 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ea76f2-978e-43d8-8f3d-88a880219bc0 req-fe6a4bba-1a9b-4be6-982d-d7cf9a4dfff5 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:36:22.691632 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-35ea76f2-978e-43d8-8f3d-88a880219bc0 req-fe6a4bba-1a9b-4be6-982d-d7cf9a4dfff5 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/ports?device_id=36ce5dc8-fe73-4edc-81d3-e0313fe83860 HTTP/1.1" status: 200 len: 946 time: 0.0556202 Sep 25 03:36:22.738892 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-35ea76f2-978e-43d8-8f3d-88a880219bc0 req-b4b8db8f-25d0-4680-9511-bc755eba3e06 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c699c2a-ea95-4f2c-8172-f4ed6406eab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354018 Sep 25 03:36:23.878830 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25df24e0-14bf-4440-8b6e-ad029aaec284 req-82286e1f-8470-49e3-b861-f0b767acc124 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:36:23.881063 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-25df24e0-14bf-4440-8b6e-ad029aaec284 req-82286e1f-8470-49e3-b861-f0b767acc124 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/ports?device_id=36ce5dc8-fe73-4edc-81d3-e0313fe83860 HTTP/1.1" status: 200 len: 946 time: 0.0604775 Sep 25 03:36:23.944083 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-25df24e0-14bf-4440-8b6e-ad029aaec284 req-71c42546-46a3-40cf-b965-b04d761e2362 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c699c2a-ea95-4f2c-8172-f4ed6406eab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552461 Sep 25 03:36:26.522463 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-12453c79-04f6-431c-ac7a-1da34be194f8 None None] Agent healthcheck: found 6 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 03:36:26.996234 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:36:32.935799 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1031972c-8251-4963-a4eb-4579045a67b2 req-008581b6-1713-4ed5-bb77-d694329bdcf5 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:36:32.937360 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1031972c-8251-4963-a4eb-4579045a67b2 req-008581b6-1713-4ed5-bb77-d694329bdcf5 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca8be174-28ce-456d-9625-30374a5501d6 HTTP/1.1" status: 200 len: 945 time: 0.0520358 Sep 25 03:36:32.976442 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1031972c-8251-4963-a4eb-4579045a67b2 req-cc6b50e9-9477-470d-97c0-3ac0275da9ab tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=6473a50f-cdc8-4f4d-899e-137238ffc538&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328708 Sep 25 03:36:33.686487 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be075e4-d9f2-4912-b3e3-38be1d333946 req-855dd62d-ec78-454e-b486-97765974710f tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:36:33.687987 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4be075e4-d9f2-4912-b3e3-38be1d333946 req-855dd62d-ec78-454e-b486-97765974710f tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/ports?device_id=a22fb511-2390-4ae7-ba98-96456df13c9c HTTP/1.1" status: 200 len: 984 time: 0.0796380 Sep 25 03:36:33.718234 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785f4188-4feb-43bd-ba0f-b28533042b35 req-2ac51832-3bb7-46e9-95e5-7fae0f62ee4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:36:33.719571 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-785f4188-4feb-43bd-ba0f-b28533042b35 req-2ac51832-3bb7-46e9-95e5-7fae0f62ee4d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=38f2ee3f8f7f41cf906b46bcbbc31b5d&device_id=a22fb511-2390-4ae7-ba98-96456df13c9c HTTP/1.1" status: 200 len: 1137 time: 0.0660892 Sep 25 03:36:33.750244 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4be075e4-d9f2-4912-b3e3-38be1d333946 req-291863c7-92fc-48b0-9095-0f1ef31ac8f9 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/security-groups?id=c3596e24-2040-4885-ac99-e06dba47f7f1&id=32c65188-c1b8-4ff9-b0ae-66d6e27932f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546186 Sep 25 03:36:33.844283 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785f4188-4feb-43bd-ba0f-b28533042b35 req-244e1f1d-5368-4869-a748-d5250e20fd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:36:33.845793 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-785f4188-4feb-43bd-ba0f-b28533042b35 req-244e1f1d-5368-4869-a748-d5250e20fd22 service neutron] 10.222.0.45 "GET /v2.0/networks?id=89e779df-c836-498b-8f59-96d1b762d6e8 HTTP/1.1" status: 200 len: 916 time: 0.1167061 Sep 25 03:36:33.923390 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-785f4188-4feb-43bd-ba0f-b28533042b35 req-e8a5dbcc-eae8-4933-bc24-2be0c91dd5a7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=24ffe511-2b6b-4295-90e5-34a6aa6a3f6a HTTP/1.1" status: 200 len: 1000 time: 0.0681798 Sep 25 03:36:33.975452 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785f4188-4feb-43bd-ba0f-b28533042b35 req-cb1c31e5-3e5a-48e3-85f6-acf13aa61c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:36:33.976859 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-785f4188-4feb-43bd-ba0f-b28533042b35 req-cb1c31e5-3e5a-48e3-85f6-acf13aa61c56 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=63d421db-5dcc-4401-a62e-bc953d53849c HTTP/1.1" status: 200 len: 854 time: 0.0446069 Sep 25 03:36:34.031567 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785f4188-4feb-43bd-ba0f-b28533042b35 req-56542642-66d5-4aad-aebb-29d52976cede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:36:34.033238 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-785f4188-4feb-43bd-ba0f-b28533042b35 req-56542642-66d5-4aad-aebb-29d52976cede service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=89e779df-c836-498b-8f59-96d1b762d6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415237 Sep 25 03:36:34.160072 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed9874-90c8-44c7-a844-08e7d1eb2496 req-233122fc-ce1e-4760-beea-460d1123d757 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:36:34.161656 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-34ed9874-90c8-44c7-a844-08e7d1eb2496 req-233122fc-ce1e-4760-beea-460d1123d757 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca8be174-28ce-456d-9625-30374a5501d6 HTTP/1.1" status: 200 len: 945 time: 0.1058571 Sep 25 03:36:34.180436 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-785f4188-4feb-43bd-ba0f-b28533042b35 req-b8af371c-955e-453d-bf9c-dee1d5f7dc06 service neutron] 10.222.0.45 "GET /v2.0/networks/89e779df-c836-498b-8f59-96d1b762d6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321406 Sep 25 03:36:34.229521 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-34ed9874-90c8-44c7-a844-08e7d1eb2496 req-40aa7bb4-ba82-4bec-9710-15d7b591e5ec tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=6473a50f-cdc8-4f4d-899e-137238ffc538&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0615468 Sep 25 03:36:34.291681 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-785f4188-4feb-43bd-ba0f-b28533042b35 req-9e6efb2b-2c06-4c33-9d19-7e08ba605c17 service neutron] 10.222.0.45 "GET /v2.0/networks/89e779df-c836-498b-8f59-96d1b762d6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011090 Sep 25 03:36:34.873560 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c127b95d-873e-488f-a84c-6c0810ac7026 req-7ffd794f-ee49-493c-8e87-ea330e7156d3 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:36:34.875236 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c127b95d-873e-488f-a84c-6c0810ac7026 req-7ffd794f-ee49-493c-8e87-ea330e7156d3 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/ports?device_id=a22fb511-2390-4ae7-ba98-96456df13c9c HTTP/1.1" status: 200 len: 984 time: 0.0552154 Sep 25 03:36:34.916462 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c127b95d-873e-488f-a84c-6c0810ac7026 req-610ba500-d05a-40ca-8d01-fc70f2fb46c9 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/security-groups?id=c3596e24-2040-4885-ac99-e06dba47f7f1&id=32c65188-c1b8-4ff9-b0ae-66d6e27932f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0350146 Sep 25 03:36:35.355839 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8994a149-e267-404b-aca4-51aebca36a64 req-43cccffa-6d95-4318-836b-4d89190b6a65 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:36:35.357400 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8994a149-e267-404b-aca4-51aebca36a64 req-43cccffa-6d95-4318-836b-4d89190b6a65 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca8be174-28ce-456d-9625-30374a5501d6 HTTP/1.1" status: 200 len: 945 time: 0.0524428 Sep 25 03:36:35.399326 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8994a149-e267-404b-aca4-51aebca36a64 req-385d2852-5d25-4238-849f-3e990c59b296 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=6473a50f-cdc8-4f4d-899e-137238ffc538&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354388 Sep 25 03:36:36.055434 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae88a732-5c50-4ce4-ba47-9144221223db req-40965db8-6787-4710-b818-5cf92df779e6 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:36:36.056920 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ae88a732-5c50-4ce4-ba47-9144221223db req-40965db8-6787-4710-b818-5cf92df779e6 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/ports?device_id=a22fb511-2390-4ae7-ba98-96456df13c9c HTTP/1.1" status: 200 len: 984 time: 0.0543520 Sep 25 03:36:36.097513 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ae88a732-5c50-4ce4-ba47-9144221223db req-b82226eb-e7bc-461a-ac22-a2020086a5a9 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/security-groups?id=c3596e24-2040-4885-ac99-e06dba47f7f1&id=32c65188-c1b8-4ff9-b0ae-66d6e27932f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343285 Sep 25 03:36:36.546284 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e52166-c0e6-444a-a593-32db09d986e1 req-cb4504a6-6374-4ddd-a213-fbb64301d7c2 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:36:36.547768 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-43e52166-c0e6-444a-a593-32db09d986e1 req-cb4504a6-6374-4ddd-a213-fbb64301d7c2 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca8be174-28ce-456d-9625-30374a5501d6 HTTP/1.1" status: 200 len: 945 time: 0.0549586 Sep 25 03:36:36.588059 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-43e52166-c0e6-444a-a593-32db09d986e1 req-ee4e9c8d-9a4d-4be0-a1c5-2626037a1b9b tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=6473a50f-cdc8-4f4d-899e-137238ffc538&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313699 Sep 25 03:36:37.222444 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc909fc-df01-4c74-9caf-4fd5a6c966d9 req-3b81ac16-cf31-4e87-94e0-7299f4550981 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:36:37.223922 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ecc909fc-df01-4c74-9caf-4fd5a6c966d9 req-3b81ac16-cf31-4e87-94e0-7299f4550981 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/ports?device_id=a22fb511-2390-4ae7-ba98-96456df13c9c HTTP/1.1" status: 200 len: 984 time: 0.0523517 Sep 25 03:36:37.267228 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ecc909fc-df01-4c74-9caf-4fd5a6c966d9 req-ee1fa1db-9033-493c-bc85-23e51e3959d9 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/security-groups?id=c3596e24-2040-4885-ac99-e06dba47f7f1&id=32c65188-c1b8-4ff9-b0ae-66d6e27932f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343008 Sep 25 03:36:37.724419 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfca768-1f8c-488f-9a9f-f4f8e5d99edf req-76410dc8-ccd1-4ecb-a4fb-ba6ce41fcb3c tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:36:37.725812 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-dbfca768-1f8c-488f-9a9f-f4f8e5d99edf req-76410dc8-ccd1-4ecb-a4fb-ba6ce41fcb3c tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca8be174-28ce-456d-9625-30374a5501d6 HTTP/1.1" status: 200 len: 945 time: 0.0561829 Sep 25 03:36:37.768859 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-dbfca768-1f8c-488f-9a9f-f4f8e5d99edf req-36a2a021-84b7-4937-9bfd-efe077dc6c26 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=6473a50f-cdc8-4f4d-899e-137238ffc538&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340025 Sep 25 03:36:38.394128 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4abb74-6710-4b99-963b-95631ebc6027 req-d3b552f4-d5fa-4615-b386-7256bfc46a51 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:36:38.395676 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0e4abb74-6710-4b99-963b-95631ebc6027 req-d3b552f4-d5fa-4615-b386-7256bfc46a51 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/ports?device_id=a22fb511-2390-4ae7-ba98-96456df13c9c HTTP/1.1" status: 200 len: 984 time: 0.0565248 Sep 25 03:36:38.437778 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0e4abb74-6710-4b99-963b-95631ebc6027 req-0502ad74-e7e8-4e3f-8817-55b89eee3a49 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/security-groups?id=c3596e24-2040-4885-ac99-e06dba47f7f1&id=32c65188-c1b8-4ff9-b0ae-66d6e27932f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0357084 Sep 25 03:36:38.904186 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cc1f00-ba8d-4753-9f97-e1ce0d51f834 req-f374d132-095d-42a1-bb39-85cabc4976b8 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:36:38.905773 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e7cc1f00-ba8d-4753-9f97-e1ce0d51f834 req-f374d132-095d-42a1-bb39-85cabc4976b8 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca8be174-28ce-456d-9625-30374a5501d6 HTTP/1.1" status: 200 len: 945 time: 0.0592384 Sep 25 03:36:38.946017 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e7cc1f00-ba8d-4753-9f97-e1ce0d51f834 req-41be578e-5156-4e11-9f54-1ee88d9e3f24 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=6473a50f-cdc8-4f4d-899e-137238ffc538&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315602 Sep 25 03:36:39.567170 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea59e8e-2881-42dd-9c86-4b7b2c246b76 req-c0b7ff05-734a-4879-a156-2fd48e003cc5 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:36:39.568761 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9ea59e8e-2881-42dd-9c86-4b7b2c246b76 req-c0b7ff05-734a-4879-a156-2fd48e003cc5 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/ports?device_id=a22fb511-2390-4ae7-ba98-96456df13c9c HTTP/1.1" status: 200 len: 984 time: 0.0591350 Sep 25 03:36:39.609481 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9ea59e8e-2881-42dd-9c86-4b7b2c246b76 req-98ae7d65-e54a-4ede-931d-b570cc0e0853 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/security-groups?id=c3596e24-2040-4885-ac99-e06dba47f7f1&id=32c65188-c1b8-4ff9-b0ae-66d6e27932f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344229 Sep 25 03:36:40.069385 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7260d3c-9001-46ce-8502-fdb0760d1c6b req-0ab08a37-bdf7-4384-8c84-c7ee82ed9d56 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:36:40.070877 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a7260d3c-9001-46ce-8502-fdb0760d1c6b req-0ab08a37-bdf7-4384-8c84-c7ee82ed9d56 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca8be174-28ce-456d-9625-30374a5501d6 HTTP/1.1" status: 200 len: 945 time: 0.0501320 Sep 25 03:36:40.109880 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a7260d3c-9001-46ce-8502-fdb0760d1c6b req-991bb14d-b09f-4126-a68e-9d8d235c8e15 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=6473a50f-cdc8-4f4d-899e-137238ffc538&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330274 Sep 25 03:36:40.751361 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f6958-617f-4693-8761-cd604a3c2ee1 req-1de30172-4287-42f2-9af1-5ca203f7855a tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:36:40.752973 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-cb1f6958-617f-4693-8761-cd604a3c2ee1 req-1de30172-4287-42f2-9af1-5ca203f7855a tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/ports?device_id=a22fb511-2390-4ae7-ba98-96456df13c9c HTTP/1.1" status: 200 len: 984 time: 0.0700014 Sep 25 03:36:40.806645 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-cb1f6958-617f-4693-8761-cd604a3c2ee1 req-bb9bbd57-f119-4287-a22c-a68064c0e59b tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/security-groups?id=c3596e24-2040-4885-ac99-e06dba47f7f1&id=32c65188-c1b8-4ff9-b0ae-66d6e27932f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0420516 Sep 25 03:36:41.257550 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa62226-4c3f-4725-920b-22ea887a4791 req-300a2957-f936-4292-b164-a6d38bdb6968 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:36:41.259711 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-cfa62226-4c3f-4725-920b-22ea887a4791 req-300a2957-f936-4292-b164-a6d38bdb6968 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca8be174-28ce-456d-9625-30374a5501d6 HTTP/1.1" status: 200 len: 945 time: 0.0652611 Sep 25 03:36:41.310538 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-cfa62226-4c3f-4725-920b-22ea887a4791 req-537ba6f8-07e1-4632-8580-bad5e7fb9a99 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=6473a50f-cdc8-4f4d-899e-137238ffc538&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420604 Sep 25 03:36:41.926496 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35806d99-0178-418f-a7ee-132321933fe5 req-8bfdd587-368d-4697-8c4a-846759897ad5 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:36:41.928049 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-35806d99-0178-418f-a7ee-132321933fe5 req-8bfdd587-368d-4697-8c4a-846759897ad5 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/ports?device_id=a22fb511-2390-4ae7-ba98-96456df13c9c HTTP/1.1" status: 200 len: 984 time: 0.0517137 Sep 25 03:36:41.971282 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-35806d99-0178-418f-a7ee-132321933fe5 req-cedc2dad-198b-4449-98b2-0ddd55799347 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/security-groups?id=c3596e24-2040-4885-ac99-e06dba47f7f1&id=32c65188-c1b8-4ff9-b0ae-66d6e27932f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0369399 Sep 25 03:36:42.457775 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752130c4-a5e0-4b75-9f65-fe2573b64511 req-65a830f5-c1ee-4913-a5b7-036b18ff5923 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:36:42.459335 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-752130c4-a5e0-4b75-9f65-fe2573b64511 req-65a830f5-c1ee-4913-a5b7-036b18ff5923 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca8be174-28ce-456d-9625-30374a5501d6 HTTP/1.1" status: 200 len: 945 time: 0.0629175 Sep 25 03:36:42.501370 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-752130c4-a5e0-4b75-9f65-fe2573b64511 req-deaa6b41-363c-4d28-b987-7f6a8c294f7c tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=6473a50f-cdc8-4f4d-899e-137238ffc538&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358000 Sep 25 03:36:43.104241 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff371b33-678c-4998-b320-4a49cc4d8f03 req-a4c51e7f-908c-4ce0-8f78-fd3a7256b7e2 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:36:43.106588 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ff371b33-678c-4998-b320-4a49cc4d8f03 req-a4c51e7f-908c-4ce0-8f78-fd3a7256b7e2 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/ports?device_id=a22fb511-2390-4ae7-ba98-96456df13c9c HTTP/1.1" status: 200 len: 984 time: 0.0620871 Sep 25 03:36:43.153017 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ff371b33-678c-4998-b320-4a49cc4d8f03 req-d1ad4830-9e49-4c03-a2e7-a2581b796a9b tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/security-groups?id=c3596e24-2040-4885-ac99-e06dba47f7f1&id=32c65188-c1b8-4ff9-b0ae-66d6e27932f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0369837 Sep 25 03:36:43.647690 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca5a33c-bc2e-49af-a806-e0f2bd88ac3f req-7c6111c2-47a2-439a-97fa-49bf2a35dc61 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:36:43.649336 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-aca5a33c-bc2e-49af-a806-e0f2bd88ac3f req-7c6111c2-47a2-439a-97fa-49bf2a35dc61 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca8be174-28ce-456d-9625-30374a5501d6 HTTP/1.1" status: 200 len: 945 time: 0.0660248 Sep 25 03:36:43.690140 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-aca5a33c-bc2e-49af-a806-e0f2bd88ac3f req-b9b774ad-5439-4804-acdc-e4fb5881c417 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=6473a50f-cdc8-4f4d-899e-137238ffc538&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331767 Sep 25 03:36:44.275771 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c652fb9-1541-4dbd-9762-1ba90c5715cf req-4bbdec2b-6804-49b9-acf5-6baed44bef3b tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:36:44.277309 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8c652fb9-1541-4dbd-9762-1ba90c5715cf req-4bbdec2b-6804-49b9-acf5-6baed44bef3b tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/ports?device_id=a22fb511-2390-4ae7-ba98-96456df13c9c HTTP/1.1" status: 200 len: 984 time: 0.0521791 Sep 25 03:36:44.317083 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8c652fb9-1541-4dbd-9762-1ba90c5715cf req-44fea07e-af99-4af4-b2d2-82172467a598 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/security-groups?id=c3596e24-2040-4885-ac99-e06dba47f7f1&id=32c65188-c1b8-4ff9-b0ae-66d6e27932f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334837 Sep 25 03:36:44.831024 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc785079-3a6c-49a3-9a60-02c848926d7f req-3b7a6955-4924-486c-98f4-86046fb1c596 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:36:44.832555 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-bc785079-3a6c-49a3-9a60-02c848926d7f req-3b7a6955-4924-486c-98f4-86046fb1c596 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca8be174-28ce-456d-9625-30374a5501d6 HTTP/1.1" status: 200 len: 945 time: 0.0594194 Sep 25 03:36:45.122051 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-bc785079-3a6c-49a3-9a60-02c848926d7f req-c15fdabd-84cb-4956-9183-3e0fa392f159 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=6473a50f-cdc8-4f4d-899e-137238ffc538&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2805483 Sep 25 03:36:45.346128 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device 5244b419-ce3d-4864-825b-584c27c3e52f details requested by agent hyperv_hv-cinder-77570 with host hv-cinder-77570 {{(pid=94022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 03:36:45.390028 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f1d1c11b-1295-4ce0-8b71-c99302e551f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:36:45.442009 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aebdf7e-e725-44ad-b501-038c3a0b2a68 req-ce19922c-cce1-49e1-8d3f-49afb18b0017 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:36:45.443514 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3aebdf7e-e725-44ad-b501-038c3a0b2a68 req-ce19922c-cce1-49e1-8d3f-49afb18b0017 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/ports?device_id=a22fb511-2390-4ae7-ba98-96456df13c9c HTTP/1.1" status: 200 len: 984 time: 0.0498021 Sep 25 03:36:45.459937 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] For port 5244b419-ce3d-4864-825b-584c27c3e52f, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=5244b419-ce3d-4864-825b-584c27c3e52f,segment=NetworkSegment(333f268c-633b-4815-af96-4f793cf73c09),segment_id=333f268c-633b-4815-af96-4f793cf73c09)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:36:45.472229 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Returning: {'device': '5244b419-ce3d-4864-825b-584c27c3e52f', 'network_id': '0db9f430-59d9-43f8-9631-d99e7f9ba1b1', 'port_id': '5244b419-ce3d-4864-825b-584c27c3e52f', 'mac_address': 'fa:16:3e:f9:e5:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15c2144b-0628-4ad0-89f3-cf74162bcbd6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 03:36:45.485319 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3aebdf7e-e725-44ad-b501-038c3a0b2a68 req-0ecb3765-1bd1-4c42-9312-8c004c0a2b24 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/security-groups?id=c3596e24-2040-4885-ac99-e06dba47f7f1&id=32c65188-c1b8-4ff9-b0ae-66d6e27932f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0355117 Sep 25 03:36:45.512603 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:36:45.525942 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5244b419-ce3d-4864-825b-584c27c3e52f {{(pid=94022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 03:36:45.552376 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] For port 5244b419-ce3d-4864-825b-584c27c3e52f, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=5244b419-ce3d-4864-825b-584c27c3e52f,segment=NetworkSegment(333f268c-633b-4815-af96-4f793cf73c09),segment_id=333f268c-633b-4815-af96-4f793cf73c09)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:36:45.558375 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:36:45.608094 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Pushing event updated for resources: {'Port': ['ID=5244b419-ce3d-4864-825b-584c27c3e52f,revision_number=6']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:36:45.616037 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:36:45.616395 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:36:45.616746 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:36:45.617112 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:36:45.617431 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:36:45.617784 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:36:45.618095 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:36:45.618418 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:36:45.618773 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:36:45.619130 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:36:45.619454 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:36:45.619761 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:36:45.828175 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] get_ports_and_sgs() called for port_ids ['5244b419-ce3d-4864-825b-584c27c3e52f'] {{(pid=94022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 25 03:36:46.253527 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ac5c4-4ec1-46a8-b54b-809fb6e12872 req-81b58c5e-cc3d-4c75-ab4a-7dffd7f714fb tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:36:46.255011 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-754ac5c4-4ec1-46a8-b54b-809fb6e12872 req-81b58c5e-cc3d-4c75-ab4a-7dffd7f714fb tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca8be174-28ce-456d-9625-30374a5501d6 HTTP/1.1" status: 200 len: 944 time: 0.0543680 Sep 25 03:36:46.303250 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-754ac5c4-4ec1-46a8-b54b-809fb6e12872 req-1f0076c3-d0bf-4197-a652-8d4389014bba tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=6473a50f-cdc8-4f4d-899e-137238ffc538&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394530 Sep 25 03:36:46.614741 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae102f-2500-4f15-9b0a-6421f9d3ae03 req-24074e84-3ce9-412c-8a19-6b60138b8481 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:36:46.616323 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4eae102f-2500-4f15-9b0a-6421f9d3ae03 req-24074e84-3ce9-412c-8a19-6b60138b8481 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/ports?device_id=a22fb511-2390-4ae7-ba98-96456df13c9c HTTP/1.1" status: 200 len: 984 time: 0.0611780 Sep 25 03:36:46.661081 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4eae102f-2500-4f15-9b0a-6421f9d3ae03 req-262ccbbd-cd1d-4c05-abbf-5d435ca0ed45 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/security-groups?id=c3596e24-2040-4885-ac99-e06dba47f7f1&id=32c65188-c1b8-4ff9-b0ae-66d6e27932f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0353904 Sep 25 03:36:47.360672 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device 5244b419-ce3d-4864-825b-584c27c3e52f up at agent hyperv_hv-cinder-77570 {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 03:36:47.421229 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Provisioning complete for port 5244b419-ce3d-4864-825b-584c27c3e52f triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:36:47.421608 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:36:47.439448 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79423e5c-380a-4670-b4e6-c138e3a0fede req-8e611572-0591-490d-b31b-959e3fb95188 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:36:47.440999 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-79423e5c-380a-4670-b4e6-c138e3a0fede req-8e611572-0591-490d-b31b-959e3fb95188 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca8be174-28ce-456d-9625-30374a5501d6 HTTP/1.1" status: 200 len: 944 time: 0.0513358 Sep 25 03:36:47.481107 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-79423e5c-380a-4670-b4e6-c138e3a0fede req-b1e535e9-d63a-4a1c-813d-eaea7ee98d5c tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=6473a50f-cdc8-4f4d-899e-137238ffc538&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335135 Sep 25 03:36:47.500272 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:36:47.526438 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca8be174-28ce-456d-9625-30374a5501d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5244b419-ce3d-4864-825b-584c27c3e52f'}] {{(pid=94022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 03:36:47.528711 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9141e1544748c335de5c87e81d01f98f4272279fe7d072e46966747184492a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24258e49-75c5-46b7-bc7c-d8fd0dba1d71" -d '{"events": [{"server_uuid": "ca8be174-28ce-456d-9625-30374a5501d6", "name": "network-vif-plugged", "status": "completed", "tag": "5244b419-ce3d-4864-825b-584c27c3e52f"}]}' {{(pid=94022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 03:36:47.541399 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] For port 5244b419-ce3d-4864-825b-584c27c3e52f, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=5244b419-ce3d-4864-825b-584c27c3e52f,segment=NetworkSegment(333f268c-633b-4815-af96-4f793cf73c09),segment_id=333f268c-633b-4815-af96-4f793cf73c09)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:36:47.548540 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:36:47.603262 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-7014fb6c-358f-4238-a835-7ba49156651e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:36:47.609210 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Pushing event updated for resources: {'Port': ['ID=5244b419-ce3d-4864-825b-584c27c3e52f,revision_number=7']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:36:47.627001 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 03:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c06e7cf9-5943-450a-af06-0b4da5896484 x-openstack-request-id: req-c06e7cf9-5943-450a-af06-0b4da5896484 {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 03:36:47.627294 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca8be174-28ce-456d-9625-30374a5501d6", "name": "network-vif-plugged", "status": "completed", "tag": "5244b419-ce3d-4864-825b-584c27c3e52f", "code": 200}]} {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 03:36:47.627631 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c06e7cf9-5943-450a-af06-0b4da5896484 {{(pid=94022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 03:36:47.628055 dv-cinder-775706-4-iscsi neutron-server[94022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca8be174-28ce-456d-9625-30374a5501d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5244b419-ce3d-4864-825b-584c27c3e52f', 'code': 200} Sep 25 03:36:47.782900 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1fbc53-d0a0-4e6a-9308-46a05268d838 req-05deb841-6d45-48bb-b931-6963929d4c72 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:36:47.784446 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-bf1fbc53-d0a0-4e6a-9308-46a05268d838 req-05deb841-6d45-48bb-b931-6963929d4c72 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/ports?device_id=a22fb511-2390-4ae7-ba98-96456df13c9c HTTP/1.1" status: 200 len: 984 time: 0.0526836 Sep 25 03:36:47.829270 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-bf1fbc53-d0a0-4e6a-9308-46a05268d838 req-1737601a-7bf4-4a8f-b3bd-0801343a7afd tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/security-groups?id=c3596e24-2040-4885-ac99-e06dba47f7f1&id=32c65188-c1b8-4ff9-b0ae-66d6e27932f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0350733 Sep 25 03:36:48.622428 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f66db9-fa5b-4272-b870-1cbe9b52e076 req-3a5f18fd-afbe-439e-b70d-210c92d6eb01 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:36:48.623989 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a1f66db9-fa5b-4272-b870-1cbe9b52e076 req-3a5f18fd-afbe-439e-b70d-210c92d6eb01 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca8be174-28ce-456d-9625-30374a5501d6 HTTP/1.1" status: 200 len: 945 time: 0.0647068 Sep 25 03:36:48.663463 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a1f66db9-fa5b-4272-b870-1cbe9b52e076 req-94e184ca-8f27-4eff-87fd-0764d8e195eb tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=6473a50f-cdc8-4f4d-899e-137238ffc538&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332065 Sep 25 03:36:48.950649 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c29cefe-05d8-4eed-a607-3fc17512e4f4 req-6068ebd9-74fa-4714-9079-afd4fd83d287 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:36:48.952222 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1c29cefe-05d8-4eed-a607-3fc17512e4f4 req-6068ebd9-74fa-4714-9079-afd4fd83d287 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/ports?device_id=a22fb511-2390-4ae7-ba98-96456df13c9c HTTP/1.1" status: 200 len: 984 time: 0.0538392 Sep 25 03:36:48.996029 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1c29cefe-05d8-4eed-a607-3fc17512e4f4 req-47a2671e-aa3e-42dd-83d0-97d8bf96a2b5 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/security-groups?id=c3596e24-2040-4885-ac99-e06dba47f7f1&id=32c65188-c1b8-4ff9-b0ae-66d6e27932f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0370975 Sep 25 03:36:49.250525 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-fa5af178-6116-457c-95b6-13dc589f2bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:36:49.291360 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:36:49.817051 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd62fba1-a267-4ee4-8972-b3e1dc80cd14 req-4a8eeed1-3f29-48bc-8ba2-399ad6ef48ec tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:36:49.818680 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fd62fba1-a267-4ee4-8972-b3e1dc80cd14 req-4a8eeed1-3f29-48bc-8ba2-399ad6ef48ec tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca8be174-28ce-456d-9625-30374a5501d6 HTTP/1.1" status: 200 len: 945 time: 0.0612371 Sep 25 03:36:49.859645 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fd62fba1-a267-4ee4-8972-b3e1dc80cd14 req-47373b03-5bbe-4d1b-9a6b-63733fffb398 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=6473a50f-cdc8-4f4d-899e-137238ffc538&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347266 Sep 25 03:36:50.132901 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199c07e-2827-4bcb-a911-34a82dcb01ea req-1b6b688b-f408-4826-9f6e-6578f9306d4b tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:36:50.134406 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2199c07e-2827-4bcb-a911-34a82dcb01ea req-1b6b688b-f408-4826-9f6e-6578f9306d4b tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/ports?device_id=a22fb511-2390-4ae7-ba98-96456df13c9c HTTP/1.1" status: 200 len: 984 time: 0.0646772 Sep 25 03:36:50.182447 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2199c07e-2827-4bcb-a911-34a82dcb01ea req-b86edd79-6283-4156-8fa5-e045ae17d294 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/security-groups?id=c3596e24-2040-4885-ac99-e06dba47f7f1&id=32c65188-c1b8-4ff9-b0ae-66d6e27932f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0389607 Sep 25 03:36:50.997176 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f27ec-0909-4b09-9df9-5e2b4d2ac4c5 req-5f0a0ec8-e1be-4a9c-ae6b-1f2d7db14df3 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:36:50.999350 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e35f27ec-0909-4b09-9df9-5e2b4d2ac4c5 req-5f0a0ec8-e1be-4a9c-ae6b-1f2d7db14df3 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca8be174-28ce-456d-9625-30374a5501d6 HTTP/1.1" status: 200 len: 945 time: 0.0569935 Sep 25 03:36:51.045107 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e35f27ec-0909-4b09-9df9-5e2b4d2ac4c5 req-df9d6acb-6505-4a79-877d-f5d12c264fa7 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=6473a50f-cdc8-4f4d-899e-137238ffc538&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378418 Sep 25 03:36:51.155717 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-afd92d12-b9d5-4a92-bfd4-50d3cdf2ae8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:36:51.328063 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9bbc7a-74fd-4a79-a73d-09c6b2aea5c9 req-6123478d-fb0a-4868-a79f-5f5b11c48d20 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:36:51.329676 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ce9bbc7a-74fd-4a79-a73d-09c6b2aea5c9 req-6123478d-fb0a-4868-a79f-5f5b11c48d20 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/ports?device_id=a22fb511-2390-4ae7-ba98-96456df13c9c HTTP/1.1" status: 200 len: 984 time: 0.0600038 Sep 25 03:36:51.375293 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ce9bbc7a-74fd-4a79-a73d-09c6b2aea5c9 req-53b38143-f3b0-4e3f-b6b9-6d4390ce1f2a tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/security-groups?id=c3596e24-2040-4885-ac99-e06dba47f7f1&id=32c65188-c1b8-4ff9-b0ae-66d6e27932f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0390248 Sep 25 03:36:52.195325 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bce1f4-30e5-4ca7-8a79-9e32cdae551a req-fa8a62a5-7c2e-4d01-88b2-23c38734f6c5 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:36:52.196980 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-97bce1f4-30e5-4ca7-8a79-9e32cdae551a req-fa8a62a5-7c2e-4d01-88b2-23c38734f6c5 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca8be174-28ce-456d-9625-30374a5501d6 HTTP/1.1" status: 200 len: 945 time: 0.0647969 Sep 25 03:36:52.248303 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-97bce1f4-30e5-4ca7-8a79-9e32cdae551a req-da09fe02-5c05-41da-987f-3ef30e188e36 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=6473a50f-cdc8-4f4d-899e-137238ffc538&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440342 Sep 25 03:36:53.393381 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2044b4ae-8f80-4efd-a40a-77e5bea16f3f req-bd9d798a-0527-4108-8604-7a69e04ba616 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:36:53.395848 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2044b4ae-8f80-4efd-a40a-77e5bea16f3f req-bd9d798a-0527-4108-8604-7a69e04ba616 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca8be174-28ce-456d-9625-30374a5501d6 HTTP/1.1" status: 200 len: 945 time: 0.0558529 Sep 25 03:36:53.440942 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2044b4ae-8f80-4efd-a40a-77e5bea16f3f req-2bb1fff9-9c98-45d1-810b-a5a1c11a7994 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=6473a50f-cdc8-4f4d-899e-137238ffc538&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381792 Sep 25 03:36:54.318076 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf1f084-7b1b-402a-a25d-888983997025 req-8f326e27-e95e-4ae1-a8e8-084a54d7d48d tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:36:54.319584 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fbf1f084-7b1b-402a-a25d-888983997025 req-8f326e27-e95e-4ae1-a8e8-084a54d7d48d tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce2416f9-cc1c-41d7-a7e5-1bd65f617422 HTTP/1.1" status: 200 len: 945 time: 0.0633209 Sep 25 03:36:54.365206 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fbf1f084-7b1b-402a-a25d-888983997025 req-2e5ef46c-bf47-439f-ba1c-06b794ea3659 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2017f16-944a-46e0-9d41-4d7f0d41cabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379460 Sep 25 03:36:54.592067 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afadca7b-a0e5-4a48-a8d0-6a7a016ad547 req-b1ed999c-2fe9-43c5-993b-84b914beca3d tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:36:54.593662 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-afadca7b-a0e5-4a48-a8d0-6a7a016ad547 req-b1ed999c-2fe9-43c5-993b-84b914beca3d tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca8be174-28ce-456d-9625-30374a5501d6 HTTP/1.1" status: 200 len: 945 time: 0.0629103 Sep 25 03:36:54.643789 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-afadca7b-a0e5-4a48-a8d0-6a7a016ad547 req-bd2723ef-b960-4af7-93dc-469e21ff0a04 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=6473a50f-cdc8-4f4d-899e-137238ffc538&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404358 Sep 25 03:36:55.519800 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a3712e-d85c-4b32-abe6-15801072c244 req-ec9b93d7-3619-4984-9706-56567646c8b5 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:36:55.521494 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-52a3712e-d85c-4b32-abe6-15801072c244 req-ec9b93d7-3619-4984-9706-56567646c8b5 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce2416f9-cc1c-41d7-a7e5-1bd65f617422 HTTP/1.1" status: 200 len: 945 time: 0.0678625 Sep 25 03:36:55.580242 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-52a3712e-d85c-4b32-abe6-15801072c244 req-32e3a2ec-2bd1-42b6-b249-22057df5b2bc tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2017f16-944a-46e0-9d41-4d7f0d41cabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522246 Sep 25 03:36:55.813384 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f7da3b-5c86-4d34-9e55-b804309758c5 req-e7c39586-9bf7-4eaf-9246-10bc96fd9431 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:36:55.821173 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d4f7da3b-5c86-4d34-9e55-b804309758c5 req-e7c39586-9bf7-4eaf-9246-10bc96fd9431 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca8be174-28ce-456d-9625-30374a5501d6 HTTP/1.1" status: 200 len: 945 time: 0.0894322 Sep 25 03:36:55.865839 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d4f7da3b-5c86-4d34-9e55-b804309758c5 req-ff08dc41-6eb5-4b14-8d25-5f9ccab99bcd tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=6473a50f-cdc8-4f4d-899e-137238ffc538&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424478 Sep 25 03:36:56.763492 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b7b41e-0474-4d83-9543-699e994dc025 req-c148a078-0e3f-4403-a7ab-149b3ff3f3c1 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:36:56.769427 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c6b7b41e-0474-4d83-9543-699e994dc025 req-c148a078-0e3f-4403-a7ab-149b3ff3f3c1 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce2416f9-cc1c-41d7-a7e5-1bd65f617422 HTTP/1.1" status: 200 len: 945 time: 0.0821798 Sep 25 03:36:56.811909 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c6b7b41e-0474-4d83-9543-699e994dc025 req-20b75eb3-bdbe-4eec-a5f8-dba54b6c8ed5 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2017f16-944a-46e0-9d41-4d7f0d41cabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376146 Sep 25 03:36:57.004259 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f369c6ec-4820-4e2a-baff-21e330ab6e31 req-3c8732cd-ea7d-454e-8b3d-b0592fb496fd tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:36:57.006030 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f369c6ec-4820-4e2a-baff-21e330ab6e31 req-3c8732cd-ea7d-454e-8b3d-b0592fb496fd tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca8be174-28ce-456d-9625-30374a5501d6 HTTP/1.1" status: 200 len: 945 time: 0.0561748 Sep 25 03:36:57.028912 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:36:57.057283 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f369c6ec-4820-4e2a-baff-21e330ab6e31 req-d41735b9-559f-4d86-88b0-1dba7753681f tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=6473a50f-cdc8-4f4d-899e-137238ffc538&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423491 Sep 25 03:36:57.957361 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03869b28-0bdd-4a04-97e5-7d0380a5c8e0 req-ab093cf2-8a06-4b72-91bc-53c1cdbc69bd tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:36:57.958989 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-03869b28-0bdd-4a04-97e5-7d0380a5c8e0 req-ab093cf2-8a06-4b72-91bc-53c1cdbc69bd tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce2416f9-cc1c-41d7-a7e5-1bd65f617422 HTTP/1.1" status: 200 len: 945 time: 0.0537114 Sep 25 03:36:58.000238 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-03869b28-0bdd-4a04-97e5-7d0380a5c8e0 req-48fc303f-ab39-4210-9394-fe7da3e1a676 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2017f16-944a-46e0-9d41-4d7f0d41cabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350022 Sep 25 03:36:58.199604 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf588c-ece9-4c32-8c06-35fd78ed4631 req-b81a31f0-a04e-4db0-a8b9-dca00ebdcdec tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:36:58.202401 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1cbf588c-ece9-4c32-8c06-35fd78ed4631 req-b81a31f0-a04e-4db0-a8b9-dca00ebdcdec tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca8be174-28ce-456d-9625-30374a5501d6 HTTP/1.1" status: 200 len: 945 time: 0.0703900 Sep 25 03:36:58.251963 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1cbf588c-ece9-4c32-8c06-35fd78ed4631 req-b145f516-61a9-4759-bc57-d62b551de3c6 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=6473a50f-cdc8-4f4d-899e-137238ffc538&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419292 Sep 25 03:36:59.130446 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d851f-ffc7-4b2a-890d-4af10fad64db req-2c797d9d-6ae4-4527-ba76-a8d702e533a4 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:36:59.132233 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ee7d851f-ffc7-4b2a-890d-4af10fad64db req-2c797d9d-6ae4-4527-ba76-a8d702e533a4 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce2416f9-cc1c-41d7-a7e5-1bd65f617422 HTTP/1.1" status: 200 len: 945 time: 0.0547121 Sep 25 03:36:59.188085 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ee7d851f-ffc7-4b2a-890d-4af10fad64db req-0fc0050d-3075-449e-b871-b68be85dc92d tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2017f16-944a-46e0-9d41-4d7f0d41cabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477650 Sep 25 03:36:59.387456 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3121a5a-97b2-4c9a-9072-ee0d1b3d3def req-7b2d86ea-25ad-4ca6-91b3-508d190e46ec tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:36:59.388315 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d3121a5a-97b2-4c9a-9072-ee0d1b3d3def req-7b2d86ea-25ad-4ca6-91b3-508d190e46ec tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca8be174-28ce-456d-9625-30374a5501d6 HTTP/1.1" status: 200 len: 945 time: 0.0535080 Sep 25 03:36:59.449245 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d3121a5a-97b2-4c9a-9072-ee0d1b3d3def req-fdf6000e-c243-45e4-8047-936eb181bdec tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=6473a50f-cdc8-4f4d-899e-137238ffc538&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491626 Sep 25 03:37:00.325036 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a3377b-5d69-455d-9df9-9c55ebb28113 req-472eb2f0-eccd-49d7-b4aa-ab3428da1e55 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:00.327033 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-97a3377b-5d69-455d-9df9-9c55ebb28113 req-472eb2f0-eccd-49d7-b4aa-ab3428da1e55 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce2416f9-cc1c-41d7-a7e5-1bd65f617422 HTTP/1.1" status: 200 len: 945 time: 0.0658553 Sep 25 03:37:00.367354 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-97a3377b-5d69-455d-9df9-9c55ebb28113 req-64d4e304-d97c-4bb6-8e90-5f8dd9c1d4e8 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2017f16-944a-46e0-9d41-4d7f0d41cabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330925 Sep 25 03:37:00.591137 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd1c950-aa48-473a-aebe-21b01cdbfdab req-d2a97a9e-7116-47f7-a3ca-6afe090375a2 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:00.592729 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2dd1c950-aa48-473a-aebe-21b01cdbfdab req-d2a97a9e-7116-47f7-a3ca-6afe090375a2 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca8be174-28ce-456d-9625-30374a5501d6 HTTP/1.1" status: 200 len: 945 time: 0.0532935 Sep 25 03:37:00.638581 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2dd1c950-aa48-473a-aebe-21b01cdbfdab req-77692804-c335-4f08-acfc-24e175b5d218 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=6473a50f-cdc8-4f4d-899e-137238ffc538&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349276 Sep 25 03:37:01.126237 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db04a9d-0608-4536-a16e-749980492666 req-740a73bc-d68a-4661-a316-12a0b86c3b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:01.127917 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9db04a9d-0608-4536-a16e-749980492666 req-740a73bc-d68a-4661-a316-12a0b86c3b94 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6cd33c8ad4e54784833c9620269a3a7e&device_id=ca8be174-28ce-456d-9625-30374a5501d6 HTTP/1.1" status: 200 len: 1098 time: 0.0462720 Sep 25 03:37:01.228181 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db04a9d-0608-4536-a16e-749980492666 req-5e1cce48-c550-4de1-8468-e0e2c4ed4a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:01.229954 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9db04a9d-0608-4536-a16e-749980492666 req-5e1cce48-c550-4de1-8468-e0e2c4ed4a0f service neutron] 10.222.0.45 "GET /v2.0/networks?id=0db9f430-59d9-43f8-9631-d99e7f9ba1b1 HTTP/1.1" status: 200 len: 917 time: 0.0942767 Sep 25 03:37:01.297359 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9db04a9d-0608-4536-a16e-749980492666 req-edc72c2c-d340-4bf9-aab1-7cdb357e8857 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5244b419-ce3d-4864-825b-584c27c3e52f HTTP/1.1" status: 200 len: 1001 time: 0.0601382 Sep 25 03:37:01.423960 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db04a9d-0608-4536-a16e-749980492666 req-47635567-ede1-4ea8-8a6c-ebfa0603f045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:01.425656 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9db04a9d-0608-4536-a16e-749980492666 req-47635567-ede1-4ea8-8a6c-ebfa0603f045 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=15c2144b-0628-4ad0-89f3-cf74162bcbd6 HTTP/1.1" status: 200 len: 855 time: 0.0635633 Sep 25 03:37:01.509387 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db04a9d-0608-4536-a16e-749980492666 req-dc195270-4ed4-4158-b484-f551f4bf6d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:01.510903 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9db04a9d-0608-4536-a16e-749980492666 req-dc195270-4ed4-4158-b484-f551f4bf6d14 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0db9f430-59d9-43f8-9631-d99e7f9ba1b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0725794 Sep 25 03:37:01.521328 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b3edc-4653-496e-b0ff-d056797507b7 req-325d23aa-f02e-47f9-9f56-b59f2cc45eb5 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:01.522770 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6e7b3edc-4653-496e-b0ff-d056797507b7 req-325d23aa-f02e-47f9-9f56-b59f2cc45eb5 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce2416f9-cc1c-41d7-a7e5-1bd65f617422 HTTP/1.1" status: 200 len: 945 time: 0.0743759 Sep 25 03:37:01.612206 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6e7b3edc-4653-496e-b0ff-d056797507b7 req-8edb29aa-ba49-4b3e-b3f2-053c413f2438 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2017f16-944a-46e0-9d41-4d7f0d41cabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812387 Sep 25 03:37:01.644564 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9db04a9d-0608-4536-a16e-749980492666 req-1bdaaebe-7207-4c7e-a0a8-44d5bb3f2ccd service neutron] 10.222.0.45 "GET /v2.0/networks/0db9f430-59d9-43f8-9631-d99e7f9ba1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208117 Sep 25 03:37:01.794357 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9db04a9d-0608-4536-a16e-749980492666 req-2b2d55f3-eb1b-4275-9946-26fcf9b1fb9f service neutron] 10.222.0.45 "GET /v2.0/networks/0db9f430-59d9-43f8-9631-d99e7f9ba1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174784 Sep 25 03:37:01.806359 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8ba9e-2ebb-4453-ad48-ef32a3e6fc2a req-80db4efc-a184-4a4e-b5ae-7bd6733c2bbe tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:01.807736 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0cb8ba9e-2ebb-4453-ad48-ef32a3e6fc2a req-80db4efc-a184-4a4e-b5ae-7bd6733c2bbe tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca8be174-28ce-456d-9625-30374a5501d6 HTTP/1.1" status: 200 len: 945 time: 0.0723567 Sep 25 03:37:01.849237 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0cb8ba9e-2ebb-4453-ad48-ef32a3e6fc2a req-51f6a8b7-d063-43ed-9fbc-5f61fbeb4972 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=6473a50f-cdc8-4f4d-899e-137238ffc538&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331008 Sep 25 03:37:02.645710 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-78578160-ec48-487e-83c8-ca82c9cec263 req-fffecc50-ebc4-4a55-85d2-dabe7e60fa06 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a22fb511-2390-4ae7-ba98-96456df13c9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0449586 Sep 25 03:37:02.754817 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78578160-ec48-487e-83c8-ca82c9cec263 req-a251dc57-8ae8-410b-b482-9be79deab536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:02.756808 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-78578160-ec48-487e-83c8-ca82c9cec263 req-a251dc57-8ae8-410b-b482-9be79deab536 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=38f2ee3f8f7f41cf906b46bcbbc31b5d&device_id=a22fb511-2390-4ae7-ba98-96456df13c9c HTTP/1.1" status: 200 len: 1137 time: 0.0748301 Sep 25 03:37:02.768013 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d2765-62aa-42ac-b829-a7f93e1859df req-e1dfa62c-a7fb-4fb3-b4f7-f8b246cbf6f7 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:02.769968 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ec8d2765-62aa-42ac-b829-a7f93e1859df req-e1dfa62c-a7fb-4fb3-b4f7-f8b246cbf6f7 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce2416f9-cc1c-41d7-a7e5-1bd65f617422 HTTP/1.1" status: 200 len: 945 time: 0.0783484 Sep 25 03:37:02.835968 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ec8d2765-62aa-42ac-b829-a7f93e1859df req-9b9f85f0-634c-4cf1-8bea-4bbbe26c2a35 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2017f16-944a-46e0-9d41-4d7f0d41cabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598805 Sep 25 03:37:02.887409 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78578160-ec48-487e-83c8-ca82c9cec263 req-6b49e7ff-3ced-4968-ad16-380b0ce0f889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:02.888895 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-78578160-ec48-487e-83c8-ca82c9cec263 req-6b49e7ff-3ced-4968-ad16-380b0ce0f889 service neutron] 10.222.0.45 "GET /v2.0/networks?id=89e779df-c836-498b-8f59-96d1b762d6e8 HTTP/1.1" status: 200 len: 916 time: 0.1069226 Sep 25 03:37:02.984999 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-78578160-ec48-487e-83c8-ca82c9cec263 req-0ceb71ce-1cfa-4387-af9e-d57be99d25bb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=24ffe511-2b6b-4295-90e5-34a6aa6a3f6a HTTP/1.1" status: 200 len: 1000 time: 0.0863843 Sep 25 03:37:03.020892 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5523244-5ef1-4907-8b75-9e44832821dd req-6cb8041a-7cba-47de-99a8-640d7530a65c tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:03.022388 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d5523244-5ef1-4907-8b75-9e44832821dd req-6cb8041a-7cba-47de-99a8-640d7530a65c tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca8be174-28ce-456d-9625-30374a5501d6 HTTP/1.1" status: 200 len: 945 time: 0.0855498 Sep 25 03:37:03.076423 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78578160-ec48-487e-83c8-ca82c9cec263 req-1d9fb749-6992-4b41-b33a-95f30c46c8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:03.077933 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-78578160-ec48-487e-83c8-ca82c9cec263 req-1d9fb749-6992-4b41-b33a-95f30c46c8c7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=63d421db-5dcc-4401-a62e-bc953d53849c HTTP/1.1" status: 200 len: 854 time: 0.0826402 Sep 25 03:37:03.085899 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d5523244-5ef1-4907-8b75-9e44832821dd req-7e37a108-d3ce-4ef8-bb14-ce680f607beb tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=6473a50f-cdc8-4f4d-899e-137238ffc538&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462737 Sep 25 03:37:03.136770 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78578160-ec48-487e-83c8-ca82c9cec263 req-d00dc361-f6b8-4204-a6b9-9cd96f387e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:03.138287 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-78578160-ec48-487e-83c8-ca82c9cec263 req-d00dc361-f6b8-4204-a6b9-9cd96f387e63 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=89e779df-c836-498b-8f59-96d1b762d6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0480349 Sep 25 03:37:03.240578 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-78578160-ec48-487e-83c8-ca82c9cec263 req-072e18bd-8e09-4441-8e67-633153231be5 service neutron] 10.222.0.45 "GET /v2.0/networks/89e779df-c836-498b-8f59-96d1b762d6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870922 Sep 25 03:37:03.344669 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-78578160-ec48-487e-83c8-ca82c9cec263 req-0f646fb2-7167-4ead-b5fa-3c0961e4d517 service neutron] 10.222.0.45 "GET /v2.0/networks/89e779df-c836-498b-8f59-96d1b762d6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966008 Sep 25 03:37:03.473926 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device 5244b419-ce3d-4864-825b-584c27c3e52f no longer exists at agent hyperv_hv-cinder-77570 {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 03:37:03.522295 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-12453c79-04f6-431c-ac7a-1da34be194f8 None None] Agent healthcheck: found 6 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 03:37:03.561226 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:03.585732 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca8be174-28ce-456d-9625-30374a5501d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5244b419-ce3d-4864-825b-584c27c3e52f'}] {{(pid=94022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 03:37:03.588027 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9141e1544748c335de5c87e81d01f98f4272279fe7d072e46966747184492a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e4f73c-1062-4082-842c-b83506c03d52" -d '{"events": [{"server_uuid": "ca8be174-28ce-456d-9625-30374a5501d6", "name": "network-vif-unplugged", "status": "completed", "tag": "5244b419-ce3d-4864-825b-584c27c3e52f"}]}' {{(pid=94022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 03:37:03.602849 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] For port 5244b419-ce3d-4864-825b-584c27c3e52f, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=5244b419-ce3d-4864-825b-584c27c3e52f,segment=NetworkSegment(333f268c-633b-4815-af96-4f793cf73c09),segment_id=333f268c-633b-4815-af96-4f793cf73c09)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:37:03.608884 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:03.641078 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 25 Sep 2021 03:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20160072-4664-4b11-92dd-8fc0410e00dc x-openstack-request-id: req-20160072-4664-4b11-92dd-8fc0410e00dc {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 03:37:03.641391 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca8be174-28ce-456d-9625-30374a5501d6", "name": "network-vif-unplugged", "status": "completed", "tag": "5244b419-ce3d-4864-825b-584c27c3e52f", "code": 200}]} {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 03:37:03.641642 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-20160072-4664-4b11-92dd-8fc0410e00dc {{(pid=94022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 03:37:03.642036 dv-cinder-775706-4-iscsi neutron-server[94022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca8be174-28ce-456d-9625-30374a5501d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5244b419-ce3d-4864-825b-584c27c3e52f', 'code': 200} Sep 25 03:37:03.669730 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Pushing event updated for resources: {'Port': ['ID=5244b419-ce3d-4864-825b-584c27c3e52f,revision_number=8']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:37:03.975855 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21219ddf-7f61-45bc-8646-452338d2aab2 req-8e60c572-89d0-430c-8c39-d3a6fe7d4317 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:03.977561 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-21219ddf-7f61-45bc-8646-452338d2aab2 req-8e60c572-89d0-430c-8c39-d3a6fe7d4317 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce2416f9-cc1c-41d7-a7e5-1bd65f617422 HTTP/1.1" status: 200 len: 945 time: 0.0577159 Sep 25 03:37:04.021753 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-21219ddf-7f61-45bc-8646-452338d2aab2 req-c3c7f2f3-9ea0-4cc8-aff1-bb12670c9d8e tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2017f16-944a-46e0-9d41-4d7f0d41cabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371735 Sep 25 03:37:04.228319 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996e7f68-f38e-4297-9a42-97421c213f99 req-6bb151fb-128d-4bb3-91b1-0bb30cfadb56 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:04.229934 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-996e7f68-f38e-4297-9a42-97421c213f99 req-6bb151fb-128d-4bb3-91b1-0bb30cfadb56 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca8be174-28ce-456d-9625-30374a5501d6 HTTP/1.1" status: 200 len: 943 time: 0.0612137 Sep 25 03:37:04.293716 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-996e7f68-f38e-4297-9a42-97421c213f99 req-444c818f-784f-4a00-802a-53f000bad3b8 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=6473a50f-cdc8-4f4d-899e-137238ffc538&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0573645 Sep 25 03:37:04.571097 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504c1ba-07e9-4f59-974e-59a9544f1979 req-3262796c-a1c6-4778-a342-d08eff738042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:04.572634 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4504c1ba-07e9-4f59-974e-59a9544f1979 req-3262796c-a1c6-4778-a342-d08eff738042 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7ef1d76a90104052a3716c563fd608ad&device_id=ce2416f9-cc1c-41d7-a7e5-1bd65f617422 HTTP/1.1" status: 200 len: 1098 time: 0.0522504 Sep 25 03:37:04.680034 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504c1ba-07e9-4f59-974e-59a9544f1979 req-06749320-5f2e-4848-9eca-b90d2391209e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:04.681570 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4504c1ba-07e9-4f59-974e-59a9544f1979 req-06749320-5f2e-4848-9eca-b90d2391209e service neutron] 10.222.0.45 "GET /v2.0/networks?id=880aba30-576b-4b1a-acc6-7a7e08bebf3a HTTP/1.1" status: 200 len: 909 time: 0.1016471 Sep 25 03:37:04.764575 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4504c1ba-07e9-4f59-974e-59a9544f1979 req-f50412ca-f799-4d47-9e64-de137262f7cb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c1ba797-a06f-4981-b29e-31552dba795c HTTP/1.1" status: 200 len: 1001 time: 0.0734117 Sep 25 03:37:04.821397 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504c1ba-07e9-4f59-974e-59a9544f1979 req-bcb8ac26-a880-45a0-a8c0-73e2aeca1288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:04.822950 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4504c1ba-07e9-4f59-974e-59a9544f1979 req-bcb8ac26-a880-45a0-a8c0-73e2aeca1288 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0b95fb34-6b69-4305-8271-231f7ffdb3bd HTTP/1.1" status: 200 len: 847 time: 0.0503755 Sep 25 03:37:04.844779 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [req-4889239a-f9b9-4aa9-ab66-45fdf0eeeca5 req-24ad07aa-4ac4-4e18-ad5b-04d61e01b161 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94021) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 25 03:37:04.845895 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4889239a-f9b9-4aa9-ab66-45fdf0eeeca5 req-24ad07aa-4ac4-4e18-ad5b-04d61e01b161 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070117 Sep 25 03:37:04.875955 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504c1ba-07e9-4f59-974e-59a9544f1979 req-639d2fca-5763-4c42-a0e6-004d6cfae6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:04.877461 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4504c1ba-07e9-4f59-974e-59a9544f1979 req-639d2fca-5763-4c42-a0e6-004d6cfae6bd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=880aba30-576b-4b1a-acc6-7a7e08bebf3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0466094 Sep 25 03:37:05.014034 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4504c1ba-07e9-4f59-974e-59a9544f1979 req-08792e4a-58e1-4ed0-953b-f21e9daee691 service neutron] 10.222.0.45 "GET /v2.0/networks/880aba30-576b-4b1a-acc6-7a7e08bebf3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264808 Sep 25 03:37:05.038452 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df140b4-2d85-43e0-9ac1-245df0618847 req-40d3ce89-b10f-4dca-9cdd-2c973951b0eb tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:05.040004 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7df140b4-2d85-43e0-9ac1-245df0618847 req-40d3ce89-b10f-4dca-9cdd-2c973951b0eb tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca8be174-28ce-456d-9625-30374a5501d6 HTTP/1.1" status: 200 len: 943 time: 0.0769103 Sep 25 03:37:05.146709 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7df140b4-2d85-43e0-9ac1-245df0618847 req-53350f01-2861-4ed4-81b3-7b68b06730a2 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=6473a50f-cdc8-4f4d-899e-137238ffc538&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0940886 Sep 25 03:37:05.185631 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4504c1ba-07e9-4f59-974e-59a9544f1979 req-0feb8d48-3eda-4d3b-9e42-33e8afae3d70 service neutron] 10.222.0.45 "GET /v2.0/networks/880aba30-576b-4b1a-acc6-7a7e08bebf3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620896 Sep 25 03:37:05.201644 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2f6dff-4f15-4f80-aa1c-8ec985ec0a13 req-e662f451-1ac8-4647-8508-0650bff4d91c tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:05.203232 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6e2f6dff-4f15-4f80-aa1c-8ec985ec0a13 req-e662f451-1ac8-4647-8508-0650bff4d91c tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce2416f9-cc1c-41d7-a7e5-1bd65f617422 HTTP/1.1" status: 200 len: 945 time: 0.0758667 Sep 25 03:37:05.278226 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6e2f6dff-4f15-4f80-aa1c-8ec985ec0a13 req-f202394b-ed41-4672-a86d-204903f52b07 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2017f16-944a-46e0-9d41-4d7f0d41cabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593815 Sep 25 03:37:05.357943 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 56402) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:37:05.451835 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ff184f1a-4275-4d10-a686-8bc7b9035929 req-a40ac214-85d0-467a-afc4-db87af52faa3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ca8be174-28ce-456d-9625-30374a5501d6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0924637 Sep 25 03:37:05.465778 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [req-ff184f1a-4275-4d10-a686-8bc7b9035929 req-49288b0e-558e-4076-a80d-feb4ce2af91d service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94021) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 25 03:37:05.466986 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ff184f1a-4275-4d10-a686-8bc7b9035929 req-49288b0e-558e-4076-a80d-feb4ce2af91d service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053623 Sep 25 03:37:06.277394 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad0accf-4140-4275-9396-3eee29346577 req-1ae12240-85e7-45cd-94d2-37b04e80b83c tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:06.278922 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6ad0accf-4140-4275-9396-3eee29346577 req-1ae12240-85e7-45cd-94d2-37b04e80b83c tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca8be174-28ce-456d-9625-30374a5501d6 HTTP/1.1" status: 200 len: 943 time: 0.0568769 Sep 25 03:37:06.319092 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6ad0accf-4140-4275-9396-3eee29346577 req-bf2d3e8a-a0e4-4780-8dac-a07d703aa297 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=6473a50f-cdc8-4f4d-899e-137238ffc538&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340035 Sep 25 03:37:06.410119 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30abeb0e-250b-4794-92e3-01345e754c93 req-9fa94bfd-25db-4c07-8d32-b568e86d8715 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:06.411793 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-30abeb0e-250b-4794-92e3-01345e754c93 req-9fa94bfd-25db-4c07-8d32-b568e86d8715 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce2416f9-cc1c-41d7-a7e5-1bd65f617422 HTTP/1.1" status: 200 len: 945 time: 0.0524402 Sep 25 03:37:06.452477 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-30abeb0e-250b-4794-92e3-01345e754c93 req-3966ebcb-20d0-4910-99bf-6a86d0c0ad90 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2017f16-944a-46e0-9d41-4d7f0d41cabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339129 Sep 25 03:37:07.454428 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff184f1a-4275-4d10-a686-8bc7b9035929 req-dffb2bdf-91a3-4aea-a6e0-593b894c5ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:07.456008 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ff184f1a-4275-4d10-a686-8bc7b9035929 req-dffb2bdf-91a3-4aea-a6e0-593b894c5ef6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ca8be174-28ce-456d-9625-30374a5501d6&tenant_id=6cd33c8ad4e54784833c9620269a3a7e HTTP/1.1" status: 200 len: 1096 time: 0.1050353 Sep 25 03:37:07.478817 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f8de7-9146-473a-9a27-2e3426abd55f req-baf45336-c870-458c-9908-f9b376aa8075 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:07.480364 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f50f8de7-9146-473a-9a27-2e3426abd55f req-baf45336-c870-458c-9908-f9b376aa8075 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca8be174-28ce-456d-9625-30374a5501d6 HTTP/1.1" status: 200 len: 943 time: 0.0771110 Sep 25 03:37:07.519711 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device 5244b419-ce3d-4864-825b-584c27c3e52f no longer exists at agent hyperv_hv-cinder-77570 {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 03:37:07.559844 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f50f8de7-9146-473a-9a27-2e3426abd55f req-bdc16649-df4b-4387-b9b5-1a8141c16bb5 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=6473a50f-cdc8-4f4d-899e-137238ffc538&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0724244 Sep 25 03:37:07.587478 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff184f1a-4275-4d10-a686-8bc7b9035929 req-5b6e3daa-80eb-496f-9d88-621ff0447f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:07.589031 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ff184f1a-4275-4d10-a686-8bc7b9035929 req-5b6e3daa-80eb-496f-9d88-621ff0447f62 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6cd33c8ad4e54784833c9620269a3a7e&device_id=ca8be174-28ce-456d-9625-30374a5501d6 HTTP/1.1" status: 200 len: 1096 time: 0.0872955 Sep 25 03:37:07.608531 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2512050d-f8cd-4741-9eb0-c154b4344a89 req-b7598f04-98de-4805-b4e1-a74ab01c6055 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:07.608834 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2512050d-f8cd-4741-9eb0-c154b4344a89 req-b7598f04-98de-4805-b4e1-a74ab01c6055 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce2416f9-cc1c-41d7-a7e5-1bd65f617422 HTTP/1.1" status: 200 len: 945 time: 0.0693545 Sep 25 03:37:07.700566 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2512050d-f8cd-4741-9eb0-c154b4344a89 req-2ea5a2ce-c57d-4796-bd8b-7ef4d2445a41 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2017f16-944a-46e0-9d41-4d7f0d41cabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822458 Sep 25 03:37:07.719894 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff184f1a-4275-4d10-a686-8bc7b9035929 req-cdd1e683-203a-4f22-885e-662dcb629359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:07.721422 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ff184f1a-4275-4d10-a686-8bc7b9035929 req-cdd1e683-203a-4f22-885e-662dcb629359 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0db9f430-59d9-43f8-9631-d99e7f9ba1b1 HTTP/1.1" status: 200 len: 917 time: 0.1117067 Sep 25 03:37:07.793788 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ff184f1a-4275-4d10-a686-8bc7b9035929 req-3a1b7a1b-2264-4813-a46b-9e3c2593086f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5244b419-ce3d-4864-825b-584c27c3e52f HTTP/1.1" status: 200 len: 999 time: 0.0626237 Sep 25 03:37:07.845910 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff184f1a-4275-4d10-a686-8bc7b9035929 req-64b68ec3-7fff-4181-b663-313a2d11632a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:07.847391 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ff184f1a-4275-4d10-a686-8bc7b9035929 req-64b68ec3-7fff-4181-b663-313a2d11632a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=15c2144b-0628-4ad0-89f3-cf74162bcbd6 HTTP/1.1" status: 200 len: 855 time: 0.0446265 Sep 25 03:37:07.905540 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff184f1a-4275-4d10-a686-8bc7b9035929 req-f2730632-a723-4de8-a87f-e662d6a3d33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:07.906945 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ff184f1a-4275-4d10-a686-8bc7b9035929 req-f2730632-a723-4de8-a87f-e662d6a3d33b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0db9f430-59d9-43f8-9631-d99e7f9ba1b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0460010 Sep 25 03:37:08.016579 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ff184f1a-4275-4d10-a686-8bc7b9035929 req-d73f8695-b8e5-4808-8cdf-b822ce49817e service neutron] 10.222.0.45 "GET /v2.0/networks/0db9f430-59d9-43f8-9631-d99e7f9ba1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898893 Sep 25 03:37:08.110085 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ff184f1a-4275-4d10-a686-8bc7b9035929 req-d763560c-9686-40b2-896c-f813b8d24222 service neutron] 10.222.0.45 "GET /v2.0/networks/0db9f430-59d9-43f8-9631-d99e7f9ba1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845106 Sep 25 03:37:08.712973 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb300c-3f2c-423a-a15d-914c0069875b req-79b662b9-0b41-43f7-a2a3-54f3d76f168f tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:08.721424 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d9eb300c-3f2c-423a-a15d-914c0069875b req-79b662b9-0b41-43f7-a2a3-54f3d76f168f tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca8be174-28ce-456d-9625-30374a5501d6 HTTP/1.1" status: 200 len: 943 time: 0.0648406 Sep 25 03:37:08.775644 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d9eb300c-3f2c-423a-a15d-914c0069875b req-a65c1dc0-5457-4ae0-91f8-7d7c1c8baa26 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=6473a50f-cdc8-4f4d-899e-137238ffc538&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0530078 Sep 25 03:37:08.840434 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631bdb5-75bf-4c53-b7e5-25bc86e35ed4 req-002a5eb6-252e-4470-b2c5-ea7a28de8288 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:08.842317 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1631bdb5-75bf-4c53-b7e5-25bc86e35ed4 req-002a5eb6-252e-4470-b2c5-ea7a28de8288 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce2416f9-cc1c-41d7-a7e5-1bd65f617422 HTTP/1.1" status: 200 len: 945 time: 0.0607419 Sep 25 03:37:08.882646 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1631bdb5-75bf-4c53-b7e5-25bc86e35ed4 req-e3472bbf-6fa6-4f49-b38d-96b32dfabeb2 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2017f16-944a-46e0-9d41-4d7f0d41cabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340312 Sep 25 03:37:08.999657 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [req-f2e0223f-e282-41d2-98a0-0a319f03e08e req-8ae0bbc2-0009-4f0e-9a2e-f83050a06b05 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94021) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 25 03:37:09.000715 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f2e0223f-e282-41d2-98a0-0a319f03e08e req-8ae0bbc2-0009-4f0e-9a2e-f83050a06b05 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0530763 Sep 25 03:37:09.184690 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 56456) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:37:09.186077 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fe0ce3-d424-483e-9e5d-dbefc531bf34 req-6528b662-847e-4b76-b207-1cf83baabb60 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:09.187768 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f1fe0ce3-d424-483e-9e5d-dbefc531bf34 req-6528b662-847e-4b76-b207-1cf83baabb60 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce2416f9-cc1c-41d7-a7e5-1bd65f617422 HTTP/1.1" status: 200 len: 945 time: 0.0582705 Sep 25 03:37:09.233440 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f1fe0ce3-d424-483e-9e5d-dbefc531bf34 req-361d2073-d8c4-4190-a10e-3f1b44357b45 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2017f16-944a-46e0-9d41-4d7f0d41cabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392098 Sep 25 03:37:09.294804 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-7ebb34d3-e12e-4bf7-9b1c-db15c509fb14 req-14e029a1-9c0d-4cb2-9d4e-53a482ed7521 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ce2416f9-cc1c-41d7-a7e5-1bd65f617422&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1078980 Sep 25 03:37:09.304285 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [req-7ebb34d3-e12e-4bf7-9b1c-db15c509fb14 req-f4f3e19b-3b52-4297-84ea-60f673cbf4dc service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94020) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 25 03:37:09.305389 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-7ebb34d3-e12e-4bf7-9b1c-db15c509fb14 req-f4f3e19b-3b52-4297-84ea-60f673cbf4dc service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054865 Sep 25 03:37:09.525728 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device 2c1ba797-a06f-4981-b29e-31552dba795c no longer exists at agent hyperv_hv-cinder-77570 {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 03:37:09.610335 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:09.638063 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce2416f9-cc1c-41d7-a7e5-1bd65f617422', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c1ba797-a06f-4981-b29e-31552dba795c'}] {{(pid=94022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 03:37:09.640426 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9141e1544748c335de5c87e81d01f98f4272279fe7d072e46966747184492a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b1f7bc8-9ae8-439e-a148-b2b3b2b425f6" -d '{"events": [{"server_uuid": "ce2416f9-cc1c-41d7-a7e5-1bd65f617422", "name": "network-vif-unplugged", "status": "completed", "tag": "2c1ba797-a06f-4981-b29e-31552dba795c"}]}' {{(pid=94022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 03:37:09.656202 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] For port 2c1ba797-a06f-4981-b29e-31552dba795c, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=2c1ba797-a06f-4981-b29e-31552dba795c,segment=NetworkSegment(374bf162-7cd8-4dc5-a46c-108738bf8e34),segment_id=374bf162-7cd8-4dc5-a46c-108738bf8e34)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:37:09.662401 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:09.689781 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 25 Sep 2021 03:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a9d513-ace8-411a-8f0f-c3091b41bfbc x-openstack-request-id: req-53a9d513-ace8-411a-8f0f-c3091b41bfbc {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 03:37:09.690159 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce2416f9-cc1c-41d7-a7e5-1bd65f617422", "name": "network-vif-unplugged", "status": "failed", "tag": "2c1ba797-a06f-4981-b29e-31552dba795c", "code": 422}]} {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 03:37:09.690305 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-53a9d513-ace8-411a-8f0f-c3091b41bfbc {{(pid=94022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 03:37:09.690862 dv-cinder-775706-4-iscsi neutron-server[94022]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ce2416f9-cc1c-41d7-a7e5-1bd65f617422', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2c1ba797-a06f-4981-b29e-31552dba795c', 'code': 422} returned with failed status Sep 25 03:37:09.719909 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Pushing event updated for resources: {'Port': ['ID=2c1ba797-a06f-4981-b29e-31552dba795c,revision_number=6']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:37:09.909140 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195982ff-1fc1-4f92-9fe5-8f9a87917d8d req-8c147ef0-d09d-40d3-9706-be845813c736 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:09.910697 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-195982ff-1fc1-4f92-9fe5-8f9a87917d8d req-8c147ef0-d09d-40d3-9706-be845813c736 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca8be174-28ce-456d-9625-30374a5501d6 HTTP/1.1" status: 200 len: 943 time: 0.0557141 Sep 25 03:37:09.953091 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-195982ff-1fc1-4f92-9fe5-8f9a87917d8d req-9b949c27-56f4-40f6-854b-46742bde5133 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=6473a50f-cdc8-4f4d-899e-137238ffc538&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352323 Sep 25 03:37:10.379898 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ea03b1-3010-4000-acd9-85d17e419155 req-0c475b53-c9e4-4d0e-8ad9-f3475f0e57ad tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:10.386569 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b8ea03b1-3010-4000-acd9-85d17e419155 req-0c475b53-c9e4-4d0e-8ad9-f3475f0e57ad tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce2416f9-cc1c-41d7-a7e5-1bd65f617422 HTTP/1.1" status: 200 len: 943 time: 0.0741279 Sep 25 03:37:10.444571 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b8ea03b1-3010-4000-acd9-85d17e419155 req-f6de1215-21b6-4004-a1fb-73704c4232bb tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2017f16-944a-46e0-9d41-4d7f0d41cabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526140 Sep 25 03:37:11.076995 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab5c741-13a7-491d-a2d7-bd1b9ce239b6 req-cd1c4ac2-9d58-4da2-bc57-3e135a53b7d0 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:11.078426 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-bab5c741-13a7-491d-a2d7-bd1b9ce239b6 req-cd1c4ac2-9d58-4da2-bc57-3e135a53b7d0 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca8be174-28ce-456d-9625-30374a5501d6 HTTP/1.1" status: 200 len: 943 time: 0.0502155 Sep 25 03:37:11.118919 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-bab5c741-13a7-491d-a2d7-bd1b9ce239b6 req-1e0b9843-e911-43cb-b4b6-8b429212e136 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=6473a50f-cdc8-4f4d-899e-137238ffc538&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341375 Sep 25 03:37:11.584041 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60caf15-e70b-416f-854d-10b4b2858d79 req-f5666926-fff1-4751-bd48-1d8c270bfd3d tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:11.585733 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a60caf15-e70b-416f-854d-10b4b2858d79 req-f5666926-fff1-4751-bd48-1d8c270bfd3d tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce2416f9-cc1c-41d7-a7e5-1bd65f617422 HTTP/1.1" status: 200 len: 943 time: 0.0582852 Sep 25 03:37:11.629407 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a60caf15-e70b-416f-854d-10b4b2858d79 req-3813b206-1842-4f88-bb67-1f74c37e3099 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2017f16-944a-46e0-9d41-4d7f0d41cabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366192 Sep 25 03:37:12.279925 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d265b7f0-feae-4688-9262-81390d617ee2 req-3a793d1c-125d-41b2-b7a2-788c1a41536f tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:12.281523 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d265b7f0-feae-4688-9262-81390d617ee2 req-3a793d1c-125d-41b2-b7a2-788c1a41536f tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca8be174-28ce-456d-9625-30374a5501d6 HTTP/1.1" status: 200 len: 943 time: 0.0607777 Sep 25 03:37:12.322799 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d265b7f0-feae-4688-9262-81390d617ee2 req-570e60c8-6a03-4a19-a43f-2b79ef03bd51 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=6473a50f-cdc8-4f4d-899e-137238ffc538&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350842 Sep 25 03:37:12.787184 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbba42b-b9b4-412c-8238-4b690045945b req-c4f0b0ff-d637-4028-9eac-2aee0173f71b tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:12.789926 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2dbba42b-b9b4-412c-8238-4b690045945b req-c4f0b0ff-d637-4028-9eac-2aee0173f71b tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce2416f9-cc1c-41d7-a7e5-1bd65f617422 HTTP/1.1" status: 200 len: 943 time: 0.0672450 Sep 25 03:37:12.833083 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2dbba42b-b9b4-412c-8238-4b690045945b req-4ddc10e0-af94-4f5d-a5e8-f4bb94732127 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2017f16-944a-46e0-9d41-4d7f0d41cabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374177 Sep 25 03:37:13.733900 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b37fb2-5902-43bf-9daa-d7028407131c req-a56d839d-a9d9-47f0-838f-41283cebe47a tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:13.735630 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-02b37fb2-5902-43bf-9daa-d7028407131c req-a56d839d-a9d9-47f0-838f-41283cebe47a tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca8be174-28ce-456d-9625-30374a5501d6 HTTP/1.1" status: 200 len: 943 time: 0.3291640 Sep 25 03:37:13.777590 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-02b37fb2-5902-43bf-9daa-d7028407131c req-997dc1fb-9cf5-4451-929f-eda0519b57d9 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=6473a50f-cdc8-4f4d-899e-137238ffc538&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353200 Sep 25 03:37:13.963049 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdc0051-792e-4e93-932c-f36a5e52fa07 req-8193fc78-cf6e-4a18-8c1f-5c21337cc957 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:13.964847 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2bdc0051-792e-4e93-932c-f36a5e52fa07 req-8193fc78-cf6e-4a18-8c1f-5c21337cc957 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce2416f9-cc1c-41d7-a7e5-1bd65f617422 HTTP/1.1" status: 200 len: 943 time: 0.0588229 Sep 25 03:37:14.015463 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2bdc0051-792e-4e93-932c-f36a5e52fa07 req-f7c2b73f-e0f7-4c5f-8f79-ac924927656f tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2017f16-944a-46e0-9d41-4d7f0d41cabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400298 Sep 25 03:37:14.926664 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f56ab-5f13-4972-aa66-da579cc8c492 req-0d1b5f8e-ae94-4adf-b292-feffaaf7d2b8 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:14.928274 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-516f56ab-5f13-4972-aa66-da579cc8c492 req-0d1b5f8e-ae94-4adf-b292-feffaaf7d2b8 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca8be174-28ce-456d-9625-30374a5501d6 HTTP/1.1" status: 200 len: 943 time: 0.0520351 Sep 25 03:37:14.970839 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-516f56ab-5f13-4972-aa66-da579cc8c492 req-84d30da6-c3ee-4f01-9481-dfc90565f78c tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=6473a50f-cdc8-4f4d-899e-137238ffc538&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358622 Sep 25 03:37:15.153588 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7482e12-bea2-4149-99d8-351591e0dfae req-b76fbdf2-b0b6-4551-be94-3442efc2425f tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:15.155165 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e7482e12-bea2-4149-99d8-351591e0dfae req-b76fbdf2-b0b6-4551-be94-3442efc2425f tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce2416f9-cc1c-41d7-a7e5-1bd65f617422 HTTP/1.1" status: 200 len: 943 time: 0.0643771 Sep 25 03:37:15.205097 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e7482e12-bea2-4149-99d8-351591e0dfae req-16ea5447-515a-45a1-9518-9d4778c0948d tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2017f16-944a-46e0-9d41-4d7f0d41cabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384254 Sep 25 03:37:15.541692 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-c68270cb-3e54-4993-8217-00cf816aad24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:16.110732 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4275a949-2578-43f0-8374-2fd766b5067f req-e1ea15df-bd3b-40e6-9caa-5baf6b68c97b tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:16.112302 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4275a949-2578-43f0-8374-2fd766b5067f req-e1ea15df-bd3b-40e6-9caa-5baf6b68c97b tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca8be174-28ce-456d-9625-30374a5501d6 HTTP/1.1" status: 200 len: 943 time: 0.0543802 Sep 25 03:37:16.154306 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4275a949-2578-43f0-8374-2fd766b5067f req-057730cb-dc33-4884-8f2a-12a90659d482 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=6473a50f-cdc8-4f4d-899e-137238ffc538&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358012 Sep 25 03:37:16.355821 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd7d42-1269-4172-8a3b-ff0676b68da5 req-4c42dcf5-6c77-4a78-8a9a-a3a0e662ce0b tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:16.357375 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d8cd7d42-1269-4172-8a3b-ff0676b68da5 req-4c42dcf5-6c77-4a78-8a9a-a3a0e662ce0b tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce2416f9-cc1c-41d7-a7e5-1bd65f617422 HTTP/1.1" status: 200 len: 943 time: 0.0537863 Sep 25 03:37:16.400938 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d8cd7d42-1269-4172-8a3b-ff0676b68da5 req-5dbb05a6-6382-422b-9118-40df7be0c08d tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2017f16-944a-46e0-9d41-4d7f0d41cabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372386 Sep 25 03:37:17.293240 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808de1ea-3d96-4f11-8b84-42dadfb02643 req-fa766b5a-adc6-4f89-b51a-985742d47ed7 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:17.295225 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-808de1ea-3d96-4f11-8b84-42dadfb02643 req-fa766b5a-adc6-4f89-b51a-985742d47ed7 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca8be174-28ce-456d-9625-30374a5501d6 HTTP/1.1" status: 200 len: 943 time: 0.0596669 Sep 25 03:37:17.337082 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-808de1ea-3d96-4f11-8b84-42dadfb02643 req-87638e5e-9bbd-4f59-946e-aebe1c5a6980 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=6473a50f-cdc8-4f4d-899e-137238ffc538&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350387 Sep 25 03:37:17.523637 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f2ab3e-5453-4aaa-aa84-bfd14e032a88 req-8398f097-5a1f-4609-a22e-421dbd7b3ada tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:17.525285 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a7f2ab3e-5453-4aaa-aa84-bfd14e032a88 req-8398f097-5a1f-4609-a22e-421dbd7b3ada tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce2416f9-cc1c-41d7-a7e5-1bd65f617422 HTTP/1.1" status: 200 len: 943 time: 0.0526075 Sep 25 03:37:17.565545 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a7f2ab3e-5453-4aaa-aa84-bfd14e032a88 req-fd9435fd-2334-42bd-85fd-40e5ded704be tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2017f16-944a-46e0-9d41-4d7f0d41cabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338433 Sep 25 03:37:17.604622 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-4e3c85e8-872a-48b8-b19e-46b9066fbdef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:18.481374 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8392c4-319f-40cc-9fc2-f5ef2dc20605 req-5ae6e53b-01cd-4724-aba0-cec961e2a780 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:18.484269 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9a8392c4-319f-40cc-9fc2-f5ef2dc20605 req-5ae6e53b-01cd-4724-aba0-cec961e2a780 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca8be174-28ce-456d-9625-30374a5501d6 HTTP/1.1" status: 200 len: 943 time: 0.0680356 Sep 25 03:37:18.529313 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9a8392c4-319f-40cc-9fc2-f5ef2dc20605 req-314daa2e-c810-43f6-beea-9e81aef115dd tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=6473a50f-cdc8-4f4d-899e-137238ffc538&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359268 Sep 25 03:37:18.701600 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68079fc-36b1-480b-a28f-ab82f5b44abc req-d93c5be2-8e0d-4982-9971-349c7d6d3856 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:18.703055 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c68079fc-36b1-480b-a28f-ab82f5b44abc req-d93c5be2-8e0d-4982-9971-349c7d6d3856 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce2416f9-cc1c-41d7-a7e5-1bd65f617422 HTTP/1.1" status: 200 len: 943 time: 0.0609894 Sep 25 03:37:18.759085 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c68079fc-36b1-480b-a28f-ab82f5b44abc req-f6646361-9a5c-485b-b155-759f1083d55b tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2017f16-944a-46e0-9d41-4d7f0d41cabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494936 Sep 25 03:37:19.257586 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-fa5af178-6116-457c-95b6-13dc589f2bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:19.290512 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:19.670058 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f5533e-6bd4-4cf9-b945-ad092ba74198 req-dcc7ee67-83a0-4aa7-a4ab-7528776204fa tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:19.671923 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-02f5533e-6bd4-4cf9-b945-ad092ba74198 req-dcc7ee67-83a0-4aa7-a4ab-7528776204fa tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca8be174-28ce-456d-9625-30374a5501d6 HTTP/1.1" status: 200 len: 943 time: 0.0576053 Sep 25 03:37:19.737101 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-02f5533e-6bd4-4cf9-b945-ad092ba74198 req-92c6a8ac-1e7b-4a6a-88eb-bf156de59e2a tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=6473a50f-cdc8-4f4d-899e-137238ffc538&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0567741 Sep 25 03:37:19.919784 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86017574-0d37-4da3-ae23-7f16d0694e61 req-5de2b6cc-9f20-4c47-b28a-6c16a9acf114 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:19.922162 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-86017574-0d37-4da3-ae23-7f16d0694e61 req-5de2b6cc-9f20-4c47-b28a-6c16a9acf114 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce2416f9-cc1c-41d7-a7e5-1bd65f617422 HTTP/1.1" status: 200 len: 943 time: 0.0693302 Sep 25 03:37:19.977479 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-86017574-0d37-4da3-ae23-7f16d0694e61 req-2ee41e37-754c-49cf-bd67-e32534932cd7 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2017f16-944a-46e0-9d41-4d7f0d41cabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486748 Sep 25 03:37:20.891174 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca4101f-9927-4406-a9d5-aabc06945064 req-107216ba-ac3b-43be-a346-16b9404d742b tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:20.892916 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2ca4101f-9927-4406-a9d5-aabc06945064 req-107216ba-ac3b-43be-a346-16b9404d742b tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca8be174-28ce-456d-9625-30374a5501d6 HTTP/1.1" status: 200 len: 943 time: 0.0597100 Sep 25 03:37:20.943047 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2ca4101f-9927-4406-a9d5-aabc06945064 req-088cd77c-16fb-47ec-bc6e-f968f80aab43 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=6473a50f-cdc8-4f4d-899e-137238ffc538&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412662 Sep 25 03:37:21.113965 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f9f224-06ed-4347-9e7a-45b42bbf3049 req-488bb0e0-e666-4902-9e36-149f3a8aa657 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:21.115579 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-02f9f224-06ed-4347-9e7a-45b42bbf3049 req-488bb0e0-e666-4902-9e36-149f3a8aa657 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce2416f9-cc1c-41d7-a7e5-1bd65f617422 HTTP/1.1" status: 200 len: 943 time: 0.0590606 Sep 25 03:37:21.162308 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-afd92d12-b9d5-4a92-bfd4-50d3cdf2ae8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:21.164115 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-02f9f224-06ed-4347-9e7a-45b42bbf3049 req-62f12b6e-c1e2-40bf-b21b-4de9019c9973 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2017f16-944a-46e0-9d41-4d7f0d41cabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407286 Sep 25 03:37:22.073222 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b209560-392d-4e02-bfde-693b154455a0 req-cc475656-6a60-4198-a670-4cdf29f8c358 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:22.074757 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4b209560-392d-4e02-bfde-693b154455a0 req-cc475656-6a60-4198-a670-4cdf29f8c358 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca8be174-28ce-456d-9625-30374a5501d6 HTTP/1.1" status: 200 len: 943 time: 0.0517936 Sep 25 03:37:22.114676 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4b209560-392d-4e02-bfde-693b154455a0 req-06f68c8c-6b95-4198-aa38-4ec65555d619 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=6473a50f-cdc8-4f4d-899e-137238ffc538&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336607 Sep 25 03:37:22.287385 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f60057-ef92-4fc2-ad00-6d26ebf52ade req-2b6edcbe-f087-4300-a8df-346d71568a2c tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:22.289027 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d4f60057-ef92-4fc2-ad00-6d26ebf52ade req-2b6edcbe-f087-4300-a8df-346d71568a2c tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce2416f9-cc1c-41d7-a7e5-1bd65f617422 HTTP/1.1" status: 200 len: 943 time: 0.0540996 Sep 25 03:37:22.333301 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d4f60057-ef92-4fc2-ad00-6d26ebf52ade req-b976e612-ba12-4dac-8110-14c8af4220ee tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2017f16-944a-46e0-9d41-4d7f0d41cabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372100 Sep 25 03:37:23.243538 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da4f91-51e9-4935-9e03-5887552d59f1 req-a383196a-5352-4cbf-89e7-bdc96183b775 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:23.245758 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d0da4f91-51e9-4935-9e03-5887552d59f1 req-a383196a-5352-4cbf-89e7-bdc96183b775 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca8be174-28ce-456d-9625-30374a5501d6 HTTP/1.1" status: 200 len: 943 time: 0.0555117 Sep 25 03:37:23.289458 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d0da4f91-51e9-4935-9e03-5887552d59f1 req-ef52217e-7d26-42b4-854f-dbe3a4bb5105 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=6473a50f-cdc8-4f4d-899e-137238ffc538&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347800 Sep 25 03:37:23.459368 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f60345-703b-43e4-b0df-1f8687eb5beb req-3a2e7e87-db9a-4834-851a-87f62b2cf87d tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:23.461127 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b4f60345-703b-43e4-b0df-1f8687eb5beb req-3a2e7e87-db9a-4834-851a-87f62b2cf87d tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce2416f9-cc1c-41d7-a7e5-1bd65f617422 HTTP/1.1" status: 200 len: 943 time: 0.0542498 Sep 25 03:37:23.509133 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b4f60345-703b-43e4-b0df-1f8687eb5beb req-c0b7301b-46b0-4331-860e-250bcdda831c tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2017f16-944a-46e0-9d41-4d7f0d41cabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414870 Sep 25 03:37:24.427283 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa18f6-187b-4573-b898-f838397b7df0 req-c53bccc6-6810-4486-b2ed-9960497820f4 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:24.428680 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9caa18f6-187b-4573-b898-f838397b7df0 req-c53bccc6-6810-4486-b2ed-9960497820f4 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca8be174-28ce-456d-9625-30374a5501d6 HTTP/1.1" status: 200 len: 943 time: 0.0549986 Sep 25 03:37:24.468759 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9caa18f6-187b-4573-b898-f838397b7df0 req-37f41d97-4469-4ce4-9c38-6775bdc52ef6 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=6473a50f-cdc8-4f4d-899e-137238ffc538&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329382 Sep 25 03:37:24.628476 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c396f72-005f-4525-926f-801e0a9b7675 req-5ed43f03-0371-432b-81bf-a8480f5e040d tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:24.630003 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5c396f72-005f-4525-926f-801e0a9b7675 req-5ed43f03-0371-432b-81bf-a8480f5e040d tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce2416f9-cc1c-41d7-a7e5-1bd65f617422 HTTP/1.1" status: 200 len: 943 time: 0.0509901 Sep 25 03:37:24.667805 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5c396f72-005f-4525-926f-801e0a9b7675 req-bddec10a-e11f-42dd-8d3b-d140191d96df tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2017f16-944a-46e0-9d41-4d7f0d41cabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314894 Sep 25 03:37:24.958372 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb34d3-e12e-4bf7-9b1c-db15c509fb14 req-10b1b1cc-4b13-4287-a88d-7bffce05c16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:24.959876 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7ebb34d3-e12e-4bf7-9b1c-db15c509fb14 req-10b1b1cc-4b13-4287-a88d-7bffce05c16f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ce2416f9-cc1c-41d7-a7e5-1bd65f617422&tenant_id=7ef1d76a90104052a3716c563fd608ad HTTP/1.1" status: 200 len: 1096 time: 0.0434163 Sep 25 03:37:25.053657 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb34d3-e12e-4bf7-9b1c-db15c509fb14 req-4ad84749-4262-42b3-9c4e-e39e4b8d4790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:25.055449 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7ebb34d3-e12e-4bf7-9b1c-db15c509fb14 req-4ad84749-4262-42b3-9c4e-e39e4b8d4790 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7ef1d76a90104052a3716c563fd608ad&device_id=ce2416f9-cc1c-41d7-a7e5-1bd65f617422 HTTP/1.1" status: 200 len: 1096 time: 0.0492404 Sep 25 03:37:25.153077 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb34d3-e12e-4bf7-9b1c-db15c509fb14 req-44e27399-520c-41c0-86d6-81c3e5fe772a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:25.154606 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7ebb34d3-e12e-4bf7-9b1c-db15c509fb14 req-44e27399-520c-41c0-86d6-81c3e5fe772a service neutron] 10.222.0.45 "GET /v2.0/networks?id=880aba30-576b-4b1a-acc6-7a7e08bebf3a HTTP/1.1" status: 200 len: 909 time: 0.0919430 Sep 25 03:37:25.229196 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7ebb34d3-e12e-4bf7-9b1c-db15c509fb14 req-45ef71d1-0a86-4602-9590-6ec2c0c6de9b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c1ba797-a06f-4981-b29e-31552dba795c HTTP/1.1" status: 200 len: 999 time: 0.0663569 Sep 25 03:37:25.282313 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb34d3-e12e-4bf7-9b1c-db15c509fb14 req-1aec9273-a8a8-4d49-89ac-5862098b7e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:25.283962 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7ebb34d3-e12e-4bf7-9b1c-db15c509fb14 req-1aec9273-a8a8-4d49-89ac-5862098b7e42 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0b95fb34-6b69-4305-8271-231f7ffdb3bd HTTP/1.1" status: 200 len: 847 time: 0.0476749 Sep 25 03:37:25.333632 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb34d3-e12e-4bf7-9b1c-db15c509fb14 req-adfe6ec1-0f20-4a5f-8230-748cc1718812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:25.335113 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7ebb34d3-e12e-4bf7-9b1c-db15c509fb14 req-adfe6ec1-0f20-4a5f-8230-748cc1718812 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=880aba30-576b-4b1a-acc6-7a7e08bebf3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431769 Sep 25 03:37:25.432432 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7ebb34d3-e12e-4bf7-9b1c-db15c509fb14 req-f1ee6ac8-c775-44c7-80bc-967a2633b9cc service neutron] 10.222.0.45 "GET /v2.0/networks/880aba30-576b-4b1a-acc6-7a7e08bebf3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897143 Sep 25 03:37:25.524473 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7ebb34d3-e12e-4bf7-9b1c-db15c509fb14 req-cc633ac3-00ef-4e2f-9b43-993e7daabe9b service neutron] 10.222.0.45 "GET /v2.0/networks/880aba30-576b-4b1a-acc6-7a7e08bebf3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848408 Sep 25 03:37:25.601429 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0778ad-d4c5-46e3-bf21-f2ccc8a0e53b req-4555a293-044e-49df-903f-69db80b30890 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:25.603228 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-dc0778ad-d4c5-46e3-bf21-f2ccc8a0e53b req-4555a293-044e-49df-903f-69db80b30890 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca8be174-28ce-456d-9625-30374a5501d6 HTTP/1.1" status: 200 len: 943 time: 0.0550263 Sep 25 03:37:25.642385 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-dc0778ad-d4c5-46e3-bf21-f2ccc8a0e53b req-6be02323-2d8c-4356-9489-083a796684c7 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=6473a50f-cdc8-4f4d-899e-137238ffc538&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327702 Sep 25 03:37:25.791954 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c21c0d0-ace2-417f-91cb-7f0665f8cf38 req-d2111a5d-1060-4171-b49e-6af40569c728 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:25.793468 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6c21c0d0-ace2-417f-91cb-7f0665f8cf38 req-d2111a5d-1060-4171-b49e-6af40569c728 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce2416f9-cc1c-41d7-a7e5-1bd65f617422 HTTP/1.1" status: 200 len: 943 time: 0.0566981 Sep 25 03:37:25.843551 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6c21c0d0-ace2-417f-91cb-7f0665f8cf38 req-88080a69-6ef5-4c1e-9985-2470cfc62f26 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2017f16-944a-46e0-9d41-4d7f0d41cabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411162 Sep 25 03:37:26.773692 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a7ac5-6c5d-4548-93f0-e00d4bab0382 req-7ed5f67f-da72-48f2-8869-2a5f3b99a685 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:26.775269 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-cd5a7ac5-6c5d-4548-93f0-e00d4bab0382 req-7ed5f67f-da72-48f2-8869-2a5f3b99a685 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca8be174-28ce-456d-9625-30374a5501d6 HTTP/1.1" status: 200 len: 943 time: 0.0550270 Sep 25 03:37:26.821980 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-cd5a7ac5-6c5d-4548-93f0-e00d4bab0382 req-38c7e282-3db6-4540-a536-d55cc9018200 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=6473a50f-cdc8-4f4d-899e-137238ffc538&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394838 Sep 25 03:37:26.976097 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f57d43-a0fd-4979-a046-6d4a292409c5 req-aff21789-eab9-4854-88d5-ce86e0ec4c7a tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:26.977520 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-39f57d43-a0fd-4979-a046-6d4a292409c5 req-aff21789-eab9-4854-88d5-ce86e0ec4c7a tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce2416f9-cc1c-41d7-a7e5-1bd65f617422 HTTP/1.1" status: 200 len: 943 time: 0.0546803 Sep 25 03:37:27.009855 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:27.022324 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-39f57d43-a0fd-4979-a046-6d4a292409c5 req-2b6adea0-286b-45e5-98c0-7adb6a492f9e tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2017f16-944a-46e0-9d41-4d7f0d41cabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359480 Sep 25 03:37:27.955855 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c72ce9-da9e-4859-8279-ae0585da6634 req-3bb3fc85-51da-4c0e-a686-a35fb463b134 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:27.957433 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-54c72ce9-da9e-4859-8279-ae0585da6634 req-3bb3fc85-51da-4c0e-a686-a35fb463b134 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca8be174-28ce-456d-9625-30374a5501d6 HTTP/1.1" status: 200 len: 943 time: 0.0532732 Sep 25 03:37:27.996612 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-54c72ce9-da9e-4859-8279-ae0585da6634 req-c2025fbe-eec7-499f-adb1-4cdd650921b8 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=6473a50f-cdc8-4f4d-899e-137238ffc538&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325639 Sep 25 03:37:28.157333 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891621df-370b-478d-8fbf-889a869de137 req-ef708102-f39b-4de8-9601-fe1a2c33a955 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:28.159734 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-891621df-370b-478d-8fbf-889a869de137 req-ef708102-f39b-4de8-9601-fe1a2c33a955 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce2416f9-cc1c-41d7-a7e5-1bd65f617422 HTTP/1.1" status: 200 len: 943 time: 0.0582356 Sep 25 03:37:28.201908 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-891621df-370b-478d-8fbf-889a869de137 req-1ebf103e-9ff0-41ab-b7ac-e7ce5fad9b95 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2017f16-944a-46e0-9d41-4d7f0d41cabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340593 Sep 25 03:37:29.133402 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1b864a-5d34-441f-a0ad-b98e173f9a48 req-03dfa1d5-1cdd-46da-81d0-168ae9f976e9 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:29.134902 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2e1b864a-5d34-441f-a0ad-b98e173f9a48 req-03dfa1d5-1cdd-46da-81d0-168ae9f976e9 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca8be174-28ce-456d-9625-30374a5501d6 HTTP/1.1" status: 200 len: 943 time: 0.0618467 Sep 25 03:37:29.178829 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2e1b864a-5d34-441f-a0ad-b98e173f9a48 req-ac753975-638e-4aab-947e-c27eff1276a9 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=6473a50f-cdc8-4f4d-899e-137238ffc538&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348985 Sep 25 03:37:29.320268 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67664f9e-fd65-4866-b9f2-46b49b46feee req-986f7736-dd75-4261-8256-b86811a3311e tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:29.321771 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-67664f9e-fd65-4866-b9f2-46b49b46feee req-986f7736-dd75-4261-8256-b86811a3311e tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce2416f9-cc1c-41d7-a7e5-1bd65f617422 HTTP/1.1" status: 200 len: 943 time: 0.0501640 Sep 25 03:37:29.367053 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-67664f9e-fd65-4866-b9f2-46b49b46feee req-1cf17827-7a06-4425-92b5-efa89c008369 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2017f16-944a-46e0-9d41-4d7f0d41cabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390654 Sep 25 03:37:30.316007 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c780e06f-f606-4755-8eec-4f4796ffaee2 req-f14bda10-5255-401a-8624-dd4018e90c1f tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:30.318018 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c780e06f-f606-4755-8eec-4f4796ffaee2 req-f14bda10-5255-401a-8624-dd4018e90c1f tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca8be174-28ce-456d-9625-30374a5501d6 HTTP/1.1" status: 200 len: 943 time: 0.0575795 Sep 25 03:37:30.368955 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c780e06f-f606-4755-8eec-4f4796ffaee2 req-6747de1e-af3d-4b13-8f58-642150ff9d28 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=6473a50f-cdc8-4f4d-899e-137238ffc538&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445261 Sep 25 03:37:30.501658 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e191d30-069b-4039-830a-8e84b071b88c req-b751d21b-896e-467f-ad2d-da3db2c82350 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:30.503081 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4e191d30-069b-4039-830a-8e84b071b88c req-b751d21b-896e-467f-ad2d-da3db2c82350 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce2416f9-cc1c-41d7-a7e5-1bd65f617422 HTTP/1.1" status: 200 len: 943 time: 0.0657563 Sep 25 03:37:30.543025 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4e191d30-069b-4039-830a-8e84b071b88c req-5e038d24-5fd2-4b14-beeb-751defda284c tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2017f16-944a-46e0-9d41-4d7f0d41cabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335929 Sep 25 03:37:31.498676 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6c60c7-d051-4d6a-acb2-bb459ee937bc req-aa082280-ef2a-49bc-ab04-a75323c92a2a tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:31.500140 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1f6c60c7-d051-4d6a-acb2-bb459ee937bc req-aa082280-ef2a-49bc-ab04-a75323c92a2a tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca8be174-28ce-456d-9625-30374a5501d6 HTTP/1.1" status: 200 len: 943 time: 0.0586827 Sep 25 03:37:31.545278 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1f6c60c7-d051-4d6a-acb2-bb459ee937bc req-6dca5e2a-bb8d-43d9-b7fe-df603ef4e594 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=6473a50f-cdc8-4f4d-899e-137238ffc538&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386300 Sep 25 03:37:31.669762 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9359d5a4-d885-4575-be10-25ae81e8f851 req-65106a9d-4806-469d-ae61-536c6e9b99f9 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:31.671266 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9359d5a4-d885-4575-be10-25ae81e8f851 req-65106a9d-4806-469d-ae61-536c6e9b99f9 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/ports?device_id=36ce5dc8-fe73-4edc-81d3-e0313fe83860 HTTP/1.1" status: 200 len: 946 time: 0.0812831 Sep 25 03:37:31.683430 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835aea47-6dbc-4a22-88b9-3eaab80c9e65 req-cc050353-47c8-4c7c-b25a-becd13ffdc2f tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:31.684148 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device 5244b419-ce3d-4864-825b-584c27c3e52f details requested by agent hyperv_hv-cinder-77570 with host hv-cinder-77570 {{(pid=94022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 03:37:31.685046 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-835aea47-6dbc-4a22-88b9-3eaab80c9e65 req-cc050353-47c8-4c7c-b25a-becd13ffdc2f tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce2416f9-cc1c-41d7-a7e5-1bd65f617422 HTTP/1.1" status: 200 len: 943 time: 0.0677471 Sep 25 03:37:31.750751 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9359d5a4-d885-4575-be10-25ae81e8f851 req-ee02e298-931f-4cfc-b6eb-34fe37d6958b tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c699c2a-ea95-4f2c-8172-f4ed6406eab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645897 Sep 25 03:37:31.753264 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-835aea47-6dbc-4a22-88b9-3eaab80c9e65 req-2a587596-06b7-499d-b83a-24ba5b078bb7 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2017f16-944a-46e0-9d41-4d7f0d41cabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606132 Sep 25 03:37:31.784419 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] For port 5244b419-ce3d-4864-825b-584c27c3e52f, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=5244b419-ce3d-4864-825b-584c27c3e52f,segment=NetworkSegment(333f268c-633b-4815-af96-4f793cf73c09),segment_id=333f268c-633b-4815-af96-4f793cf73c09)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:37:31.795595 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Returning: {'device': '5244b419-ce3d-4864-825b-584c27c3e52f', 'network_id': '0db9f430-59d9-43f8-9631-d99e7f9ba1b1', 'port_id': '5244b419-ce3d-4864-825b-584c27c3e52f', 'mac_address': 'fa:16:3e:f9:e5:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15c2144b-0628-4ad0-89f3-cf74162bcbd6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 03:37:31.834290 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:31.848123 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5244b419-ce3d-4864-825b-584c27c3e52f {{(pid=94022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 03:37:31.868405 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] For port 5244b419-ce3d-4864-825b-584c27c3e52f, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=5244b419-ce3d-4864-825b-584c27c3e52f,segment=NetworkSegment(333f268c-633b-4815-af96-4f793cf73c09),segment_id=333f268c-633b-4815-af96-4f793cf73c09)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:37:31.874948 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:31.925126 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Pushing event updated for resources: {'Port': ['ID=5244b419-ce3d-4864-825b-584c27c3e52f,revision_number=9']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:37:32.476813 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] get_ports_and_sgs() called for port_ids ['5244b419-ce3d-4864-825b-584c27c3e52f'] {{(pid=94022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 25 03:37:32.675696 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860e94e3-eccf-4351-86e7-5eae004dc25f req-cda1ef61-ff2c-4a4c-bb30-7e9108cf793a tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:32.677274 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-860e94e3-eccf-4351-86e7-5eae004dc25f req-cda1ef61-ff2c-4a4c-bb30-7e9108cf793a tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca8be174-28ce-456d-9625-30374a5501d6 HTTP/1.1" status: 200 len: 944 time: 0.0525925 Sep 25 03:37:32.721178 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-860e94e3-eccf-4351-86e7-5eae004dc25f req-5d71dffb-993c-49a6-b7d7-9934c4cd08b7 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=6473a50f-cdc8-4f4d-899e-137238ffc538&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348191 Sep 25 03:37:32.906923 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a40074-7a54-4fe5-b76d-aaeec4fde4e1 req-f48b1786-4928-4348-b28e-ab5fbba357e2 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:32.909191 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a8a40074-7a54-4fe5-b76d-aaeec4fde4e1 req-f48b1786-4928-4348-b28e-ab5fbba357e2 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/ports?device_id=36ce5dc8-fe73-4edc-81d3-e0313fe83860 HTTP/1.1" status: 200 len: 946 time: 0.0868814 Sep 25 03:37:32.921892 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7382279-accc-4c6b-9d95-cc43654b5c27 req-f3b3e8e1-860a-4bcf-a3f8-b18aee8f4ffe tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:32.924145 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d7382279-accc-4c6b-9d95-cc43654b5c27 req-f3b3e8e1-860a-4bcf-a3f8-b18aee8f4ffe tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce2416f9-cc1c-41d7-a7e5-1bd65f617422 HTTP/1.1" status: 200 len: 943 time: 0.0732052 Sep 25 03:37:32.981501 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a8a40074-7a54-4fe5-b76d-aaeec4fde4e1 req-3ba9e342-0a32-418a-b478-e91572c7d45f tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c699c2a-ea95-4f2c-8172-f4ed6406eab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563509 Sep 25 03:37:32.984274 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d7382279-accc-4c6b-9d95-cc43654b5c27 req-21e631c2-5184-415b-8bc8-ed6404ef17ba tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2017f16-944a-46e0-9d41-4d7f0d41cabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531514 Sep 25 03:37:33.081257 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4342f2-2790-467c-b04c-5a1c9b860d7e req-289939d5-748d-4630-a1be-bb1491ac4f41 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:33.082747 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-dc4342f2-2790-467c-b04c-5a1c9b860d7e req-289939d5-748d-4630-a1be-bb1491ac4f41 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.45 "GET /v2.0/ports?device_id=36ce5dc8-fe73-4edc-81d3-e0313fe83860 HTTP/1.1" status: 200 len: 946 time: 0.0586255 Sep 25 03:37:33.189354 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [req-dc4342f2-2790-467c-b04c-5a1c9b860d7e req-cd847a59-5dbb-4526-b858-66c13a225a29 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Deleting port 28d0a967-ae0a-46e1-b1e9-1e3ffc3caec3 {{(pid=94021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 03:37:33.189632 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-dc4342f2-2790-467c-b04c-5a1c9b860d7e req-cd847a59-5dbb-4526-b858-66c13a225a29 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731880592680'] for port, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:33.282744 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-dc4342f2-2790-467c-b04c-5a1c9b860d7e req-cd847a59-5dbb-4526-b858-66c13a225a29 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] For port 28d0a967-ae0a-46e1-b1e9-1e3ffc3caec3, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=28d0a967-ae0a-46e1-b1e9-1e3ffc3caec3,segment=NetworkSegment(b18845fd-6154-4686-999a-ae6be2eb8184),segment_id=b18845fd-6154-4686-999a-ae6be2eb8184)] {{(pid=94021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:37:33.283100 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-dc4342f2-2790-467c-b04c-5a1c9b860d7e req-cd847a59-5dbb-4526-b858-66c13a225a29 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889411'] for port, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:33.510350 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-dc4342f2-2790-467c-b04c-5a1c9b860d7e req-cd847a59-5dbb-4526-b858-66c13a225a29 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:33.510586 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-dc4342f2-2790-467c-b04c-5a1c9b860d7e req-cd847a59-5dbb-4526-b858-66c13a225a29 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3896858'] for floatingip, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:33.510904 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.db.l3_db [req-dc4342f2-2790-467c-b04c-5a1c9b860d7e req-cd847a59-5dbb-4526-b858-66c13a225a29 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Floating IP 63a3ed2b-2504-482f-b382-e3b32010ceb3 disassociated. External IP: 172.27.1.69, port: 28d0a967-ae0a-46e1-b1e9-1e3ffc3caec3. Sep 25 03:37:33.511237 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [req-dc4342f2-2790-467c-b04c-5a1c9b860d7e req-cd847a59-5dbb-4526-b858-66c13a225a29 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Calling delete_port for 28d0a967-ae0a-46e1-b1e9-1e3ffc3caec3 owned by compute:nova {{(pid=94021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 03:37:33.649799 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-dc4342f2-2790-467c-b04c-5a1c9b860d7e req-cd847a59-5dbb-4526-b858-66c13a225a29 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731880598766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731880292810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3214562'] for port, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:33.680757 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd847a59-5dbb-4526-b858-66c13a225a29 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Pushing event deleted for resources: {'Port': ['ID=28d0a967-ae0a-46e1-b1e9-1e3ffc3caec3,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:37:33.683704 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device 2c1ba797-a06f-4981-b29e-31552dba795c details requested by agent hyperv_hv-cinder-77570 with host hv-cinder-77570 {{(pid=94022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 03:37:33.691342 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device 5244b419-ce3d-4864-825b-584c27c3e52f up at agent hyperv_hv-cinder-77570 {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 03:37:33.693728 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd847a59-5dbb-4526-b858-66c13a225a29 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:37:33.694075 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd847a59-5dbb-4526-b858-66c13a225a29 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:37:33.694411 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd847a59-5dbb-4526-b858-66c13a225a29 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:37:33.694749 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd847a59-5dbb-4526-b858-66c13a225a29 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:37:33.695069 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd847a59-5dbb-4526-b858-66c13a225a29 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:37:33.695399 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd847a59-5dbb-4526-b858-66c13a225a29 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:37:33.695723 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd847a59-5dbb-4526-b858-66c13a225a29 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:37:33.696042 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd847a59-5dbb-4526-b858-66c13a225a29 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:37:33.696364 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd847a59-5dbb-4526-b858-66c13a225a29 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:37:33.697013 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd847a59-5dbb-4526-b858-66c13a225a29 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:37:33.697013 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd847a59-5dbb-4526-b858-66c13a225a29 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:37:33.697331 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd847a59-5dbb-4526-b858-66c13a225a29 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:37:33.821011 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc4342f2-2790-467c-b04c-5a1c9b860d7e req-cd847a59-5dbb-4526-b858-66c13a225a29 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Router 115c58b0-627f-482a-8970-99d9e7d02c44 has already been hosted by L3 agent be170b3f-ec9b-4dfa-8e40-fa1591bf80a9 {{(pid=94021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 03:37:33.844060 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Provisioning complete for port 5244b419-ce3d-4864-825b-584c27c3e52f triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:37:33.844483 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:33.884908 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] For port 2c1ba797-a06f-4981-b29e-31552dba795c, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=2c1ba797-a06f-4981-b29e-31552dba795c,segment=NetworkSegment(374bf162-7cd8-4dc5-a46c-108738bf8e34),segment_id=374bf162-7cd8-4dc5-a46c-108738bf8e34)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:37:33.904214 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Returning: {'device': '2c1ba797-a06f-4981-b29e-31552dba795c', 'network_id': '880aba30-576b-4b1a-acc6-7a7e08bebf3a', 'port_id': '2c1ba797-a06f-4981-b29e-31552dba795c', 'mac_address': 'fa:16:3e:cd:ba:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b95fb34-6b69-4305-8271-231f7ffdb3bd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 03:37:33.964027 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d87c484-c575-44b0-8ea6-94f6dd157926 req-f41a4a4c-6874-49bb-b848-eb631ec4d98e tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:33.966081 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0d87c484-c575-44b0-8ea6-94f6dd157926 req-f41a4a4c-6874-49bb-b848-eb631ec4d98e tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca8be174-28ce-456d-9625-30374a5501d6 HTTP/1.1" status: 200 len: 944 time: 0.0950506 Sep 25 03:37:33.971731 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:33.980594 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc4342f2-2790-467c-b04c-5a1c9b860d7e req-cd847a59-5dbb-4526-b858-66c13a225a29 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify agent at l3_agent.dv-cinder-775706-4-iscsi the message routers_updated {{(pid=94021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 03:37:33.991437 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:33.996514 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15645d3-8afd-4780-9b78-905d5c48f44f None None] Sync routers for ids ['115c58b0-627f-482a-8970-99d9e7d02c44'] in dv-cinder-775706-4-iscsi {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 03:37:34.007868 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c1ba797-a06f-4981-b29e-31552dba795c {{(pid=94022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 03:37:34.035539 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc4342f2-2790-467c-b04c-5a1c9b860d7e req-cd847a59-5dbb-4526-b858-66c13a225a29 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] No DVR routers for this DVR port 28d0a967-ae0a-46e1-b1e9-1e3ffc3caec3 on host hv-cinder-77570 {{(pid=94021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 25 03:37:34.040083 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-dc4342f2-2790-467c-b04c-5a1c9b860d7e req-cd847a59-5dbb-4526-b858-66c13a225a29 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:34.042171 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-dc4342f2-2790-467c-b04c-5a1c9b860d7e req-cd847a59-5dbb-4526-b858-66c13a225a29 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.45 "DELETE /v2.0/ports/28d0a967-ae0a-46e1-b1e9-1e3ffc3caec3 HTTP/1.1" status: 204 len: 173 time: 0.9525056 Sep 25 03:37:34.043966 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36ce5dc8-fe73-4edc-81d3-e0313fe83860', 'name': 'network-vif-deleted', 'tag': '28d0a967-ae0a-46e1-b1e9-1e3ffc3caec3'}] {{(pid=94021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 03:37:34.046765 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e2fb5340eb8446ff58cd715b9748d5b5aabaa2e5f9ab10f469ed89a7c45a212" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d31b9714-22bd-42ec-a3cd-f2e54f0026b7" -d '{"events": [{"server_uuid": "36ce5dc8-fe73-4edc-81d3-e0313fe83860", "name": "network-vif-deleted", "tag": "28d0a967-ae0a-46e1-b1e9-1e3ffc3caec3"}]}' {{(pid=94021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 03:37:34.065352 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0d87c484-c575-44b0-8ea6-94f6dd157926 req-d462a623-759b-4ab8-b213-b4d49428d834 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=6473a50f-cdc8-4f4d-899e-137238ffc538&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0852325 Sep 25 03:37:34.065617 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca8be174-28ce-456d-9625-30374a5501d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5244b419-ce3d-4864-825b-584c27c3e52f'}] {{(pid=94022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 03:37:34.067805 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9141e1544748c335de5c87e81d01f98f4272279fe7d072e46966747184492a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f55bb9-fa42-4f44-a050-c30db945775f" -d '{"events": [{"server_uuid": "ca8be174-28ce-456d-9625-30374a5501d6", "name": "network-vif-plugged", "status": "completed", "tag": "5244b419-ce3d-4864-825b-584c27c3e52f"}]}' {{(pid=94022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 03:37:34.077298 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] For port 5244b419-ce3d-4864-825b-584c27c3e52f, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=5244b419-ce3d-4864-825b-584c27c3e52f,segment=NetworkSegment(333f268c-633b-4815-af96-4f793cf73c09),segment_id=333f268c-633b-4815-af96-4f793cf73c09)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:37:34.081088 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] For port 2c1ba797-a06f-4981-b29e-31552dba795c, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=2c1ba797-a06f-4981-b29e-31552dba795c,segment=NetworkSegment(374bf162-7cd8-4dc5-a46c-108738bf8e34),segment_id=374bf162-7cd8-4dc5-a46c-108738bf8e34)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:37:34.082571 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15645d3-8afd-4780-9b78-905d5c48f44f None None] Routers {'115c58b0-627f-482a-8970-99d9e7d02c44'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:37:34.083256 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-c15645d3-8afd-4780-9b78-905d5c48f44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:37:18Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['115c58b0-627f-482a-8970-99d9e7d02c44'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:37:34.105524 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9950ab60-4193-43b0-ad5c-54d41ebe6836 req-e49445e4-d124-4bc6-aa89-d6082f8de00d tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/ports?device_id=36ce5dc8-fe73-4edc-81d3-e0313fe83860 HTTP/1.1" status: 200 len: 210 time: 0.0406551 Sep 25 03:37:34.157474 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:34.185130 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 03:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afae042f-2c73-41d0-bc7d-127ae92b996e x-openstack-request-id: req-afae042f-2c73-41d0-bc7d-127ae92b996e {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 03:37:34.185544 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36ce5dc8-fe73-4edc-81d3-e0313fe83860", "name": "network-vif-deleted", "tag": "28d0a967-ae0a-46e1-b1e9-1e3ffc3caec3", "status": "completed", "code": 200}]} {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 03:37:34.185915 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-afae042f-2c73-41d0-bc7d-127ae92b996e {{(pid=94021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 03:37:34.186579 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36ce5dc8-fe73-4edc-81d3-e0313fe83860', 'name': 'network-vif-deleted', 'tag': '28d0a967-ae0a-46e1-b1e9-1e3ffc3caec3', 'status': 'completed', 'code': 200} Sep 25 03:37:34.191909 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:34.221119 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53536aa-65bf-4bd2-a4ce-ad711d162ec1 req-a0ebc6c7-efd5-4180-94d6-e45dee919ea1 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:34.224788 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f53536aa-65bf-4bd2-a4ce-ad711d162ec1 req-a0ebc6c7-efd5-4180-94d6-e45dee919ea1 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce2416f9-cc1c-41d7-a7e5-1bd65f617422 HTTP/1.1" status: 200 len: 944 time: 0.0767317 Sep 25 03:37:34.225088 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 03:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da7ae50-35a6-4e99-85e0-9697fa4aac2f x-openstack-request-id: req-9da7ae50-35a6-4e99-85e0-9697fa4aac2f {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 03:37:34.225371 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca8be174-28ce-456d-9625-30374a5501d6", "name": "network-vif-plugged", "status": "completed", "tag": "5244b419-ce3d-4864-825b-584c27c3e52f", "code": 200}]} {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 03:37:34.225621 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9da7ae50-35a6-4e99-85e0-9697fa4aac2f {{(pid=94022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 03:37:34.226004 dv-cinder-775706-4-iscsi neutron-server[94022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca8be174-28ce-456d-9625-30374a5501d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5244b419-ce3d-4864-825b-584c27c3e52f', 'code': 200} Sep 25 03:37:34.253235 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Pushing event updated for resources: {'Port': ['ID=2c1ba797-a06f-4981-b29e-31552dba795c,revision_number=7']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:37:34.268965 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-c15645d3-8afd-4780-9b78-905d5c48f44f None None] Set router 115c58b0-627f-482a-8970-99d9e7d02c44 gateway port host: dv-cinder-775706-4-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:37:34.290149 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f53536aa-65bf-4bd2-a4ce-ad711d162ec1 req-638eec34-99d2-4e89-8384-c26f06c3698a tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2017f16-944a-46e0-9d41-4d7f0d41cabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550838 Sep 25 03:37:34.387561 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Pushing event updated for resources: {'Port': ['ID=5244b419-ce3d-4864-825b-584c27c3e52f,revision_number=10']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:37:34.535011 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-c15645d3-8afd-4780-9b78-905d5c48f44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115c58b0-627f-482a-8970-99d9e7d02c44', 'name': 'tempest-AttachVolumeTestJSON-2029729970-router', 'tenant_id': 'f29dc626f86246fe9738feefd6866b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '711de654-3de8-464b-814b-1fce88f73964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:29:46Z', 'updated_at': '2021-09-25T03:29:57Z', 'revision_number': 4, 'project_id': 'f29dc626f86246fe9738feefd6866b29', 'gw_port': {'id': '711de654-3de8-464b-814b-1fce88f73964', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:23:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115c58b0-627f-482a-8970-99d9e7d02c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:29:48Z', 'updated_at': '2021-09-25T03:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_interfaces': [{'id': 'f2a2da53-47fa-4a2c-be68-c42abf0bac9d', 'name': '', 'network_id': 'ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd', 'tenant_id': 'f29dc626f86246fe9738feefd6866b29', 'mac_address': 'fa:16:3e:94:16:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115c58b0-627f-482a-8970-99d9e7d02c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'afccf4b9-490d-44a5-98b6-f28191ec0ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:29:55Z', 'updated_at': '2021-09-25T03:30:07Z', 'revision_number': 5, 'project_id': 'f29dc626f86246fe9738feefd6866b29', 'subnets': [{'id': 'afccf4b9-490d-44a5-98b6-f28191ec0ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:37:34.562010 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15645d3-8afd-4780-9b78-905d5c48f44f None None] Checking router: 115c58b0-627f-482a-8970-99d9e7d02c44 for host: dv-cinder-775706-4-iscsi {{(pid=94022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 03:37:34.571919 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15645d3-8afd-4780-9b78-905d5c48f44f None None] Routers {'115c58b0-627f-482a-8970-99d9e7d02c44'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:37:34.572544 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-c15645d3-8afd-4780-9b78-905d5c48f44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:37:18Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['115c58b0-627f-482a-8970-99d9e7d02c44'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:37:34.668262 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] get_ports_and_sgs() called for port_ids ['2c1ba797-a06f-4981-b29e-31552dba795c'] {{(pid=94022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 25 03:37:34.715480 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-c15645d3-8afd-4780-9b78-905d5c48f44f None None] Set router 115c58b0-627f-482a-8970-99d9e7d02c44 gateway port host: dv-cinder-775706-4-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:37:34.861103 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ee281e-5699-4c39-863a-68075a179e90 req-2594e522-68c0-4e90-8d8a-e030d7d3a939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:34.863581 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-39ee281e-5699-4c39-863a-68075a179e90 req-2594e522-68c0-4e90-8d8a-e030d7d3a939 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ca8be174-28ce-456d-9625-30374a5501d6 HTTP/1.1" status: 200 len: 1099 time: 0.0496523 Sep 25 03:37:34.904331 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-39ee281e-5699-4c39-863a-68075a179e90 req-e02c7067-ba0c-4816-acf7-d4a3a313f69b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6473a50f-cdc8-4f4d-899e-137238ffc538&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339677 Sep 25 03:37:35.050885 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-c15645d3-8afd-4780-9b78-905d5c48f44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115c58b0-627f-482a-8970-99d9e7d02c44', 'name': 'tempest-AttachVolumeTestJSON-2029729970-router', 'tenant_id': 'f29dc626f86246fe9738feefd6866b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '711de654-3de8-464b-814b-1fce88f73964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:29:46Z', 'updated_at': '2021-09-25T03:29:57Z', 'revision_number': 4, 'project_id': 'f29dc626f86246fe9738feefd6866b29', 'gw_port': {'id': '711de654-3de8-464b-814b-1fce88f73964', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:23:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115c58b0-627f-482a-8970-99d9e7d02c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:29:48Z', 'updated_at': '2021-09-25T03:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_interfaces': [{'id': 'f2a2da53-47fa-4a2c-be68-c42abf0bac9d', 'name': '', 'network_id': 'ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd', 'tenant_id': 'f29dc626f86246fe9738feefd6866b29', 'mac_address': 'fa:16:3e:94:16:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115c58b0-627f-482a-8970-99d9e7d02c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'afccf4b9-490d-44a5-98b6-f28191ec0ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:29:55Z', 'updated_at': '2021-09-25T03:30:07Z', 'revision_number': 5, 'project_id': 'f29dc626f86246fe9738feefd6866b29', 'subnets': [{'id': 'afccf4b9-490d-44a5-98b6-f28191ec0ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:37:35.091455 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15645d3-8afd-4780-9b78-905d5c48f44f None None] The sync data for ids ['115c58b0-627f-482a-8970-99d9e7d02c44'] in dv-cinder-775706-4-iscsi is: [{'id': '115c58b0-627f-482a-8970-99d9e7d02c44', 'name': 'tempest-AttachVolumeTestJSON-2029729970-router', 'tenant_id': 'f29dc626f86246fe9738feefd6866b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '711de654-3de8-464b-814b-1fce88f73964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:29:46Z', 'updated_at': '2021-09-25T03:29:57Z', 'revision_number': 4, 'project_id': 'f29dc626f86246fe9738feefd6866b29', 'gw_port': {'id': '711de654-3de8-464b-814b-1fce88f73964', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:23:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115c58b0-627f-482a-8970-99d9e7d02c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:29:48Z', 'updated_at': '2021-09-25T03:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_interfaces': [{'id': 'f2a2da53-47fa-4a2c-be68-c42abf0bac9d', 'name': '', 'network_id': 'ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd', 'tenant_id': 'f29dc626f86246fe9738feefd6866b29', 'mac_address': 'fa:16:3e:94:16:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115c58b0-627f-482a-8970-99d9e7d02c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'afccf4b9-490d-44a5-98b6-f28191ec0ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:29:55Z', 'updated_at': '2021-09-25T03:30:07Z', 'revision_number': 5, 'project_id': 'f29dc626f86246fe9738feefd6866b29', 'subnets': [{'id': 'afccf4b9-490d-44a5-98b6-f28191ec0ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 03:37:35.207310 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 56598) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:37:35.225520 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b1d87a-2b93-4e8c-9e68-d77b9967c273 req-66549a2d-d1fe-418f-871a-af7ba018134e tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:35.234655 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-84b1d87a-2b93-4e8c-9e68-d77b9967c273 req-66549a2d-d1fe-418f-871a-af7ba018134e tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca8be174-28ce-456d-9625-30374a5501d6 HTTP/1.1" status: 200 len: 946 time: 0.0702791 Sep 25 03:37:35.293039 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-84b1d87a-2b93-4e8c-9e68-d77b9967c273 req-6d0df93e-2de1-4770-8705-fb4c5c1df4f4 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=6473a50f-cdc8-4f4d-899e-137238ffc538&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507243 Sep 25 03:37:35.295385 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b06f0c73-5471-4d94-9011-b3d4cde734ea tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:35.339116 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b06f0c73-5471-4d94-9011-b3d4cde734ea tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:35.406529 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b06f0c73-5471-4d94-9011-b3d4cde734ea tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:35.409424 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b06f0c73-5471-4d94-9011-b3d4cde734ea tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:35.410624 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-b06f0c73-5471-4d94-9011-b3d4cde734ea tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "DELETE /v2.0/security-groups/6c699c2a-ea95-4f2c-8172-f4ed6406eab8 HTTP/1.1" status: 204 len: 168 time: 0.2030714 Sep 25 03:37:35.414175 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 56602) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:37:35.429149 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06f0c73-5471-4d94-9011-b3d4cde734ea tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c699c2a-ea95-4f2c-8172-f4ed6406eab8,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:37:35.430123 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c1218-22f4-49fb-aa66-547a4c700f7d req-af8b1d2d-6430-4cb0-911d-ef2393ffc2ca tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:35.433101 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9b0c1218-22f4-49fb-aa66-547a4c700f7d req-af8b1d2d-6430-4cb0-911d-ef2393ffc2ca tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce2416f9-cc1c-41d7-a7e5-1bd65f617422 HTTP/1.1" status: 200 len: 944 time: 0.0751765 Sep 25 03:37:35.442367 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.api.v2.resource [None req-f52beafc-c497-47bd-b820-3be522b4f75d tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] show failed (client error): The resource could not be found. Sep 25 03:37:35.443927 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-f52beafc-c497-47bd-b820-3be522b4f75d tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/security-groups/6c699c2a-ea95-4f2c-8172-f4ed6406eab8 HTTP/1.1" status: 404 len: 347 time: 0.0285900 Sep 25 03:37:35.446119 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06f0c73-5471-4d94-9011-b3d4cde734ea tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:37:35.449651 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b129b6-1211-4f8e-8935-3c5efa0bc9d0 None None] New status for floating IP 63a3ed2b-2504-482f-b382-e3b32010ceb3: DOWN {{(pid=94023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 25 03:37:35.452529 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 56604) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:37:35.454614 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06f0c73-5471-4d94-9011-b3d4cde734ea tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:37:35.463907 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06f0c73-5471-4d94-9011-b3d4cde734ea tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:37:35.464694 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06f0c73-5471-4d94-9011-b3d4cde734ea tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:37:35.465344 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06f0c73-5471-4d94-9011-b3d4cde734ea tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:37:35.465999 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06f0c73-5471-4d94-9011-b3d4cde734ea tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:37:35.466564 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06f0c73-5471-4d94-9011-b3d4cde734ea tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:37:35.467120 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06f0c73-5471-4d94-9011-b3d4cde734ea tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:37:35.467685 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06f0c73-5471-4d94-9011-b3d4cde734ea tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:37:35.468571 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06f0c73-5471-4d94-9011-b3d4cde734ea tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:37:35.469176 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06f0c73-5471-4d94-9011-b3d4cde734ea tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:37:35.470090 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06f0c73-5471-4d94-9011-b3d4cde734ea tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:37:35.571726 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9b0c1218-22f4-49fb-aa66-547a4c700f7d req-45e52a12-ca6b-4031-acf8-c77179182ef4 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2017f16-944a-46e0-9d41-4d7f0d41cabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321082 Sep 25 03:37:35.639737 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [None req-ff68fc23-cc7a-4571-aa33-eeafd949b84e tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Deleting port b7e973b6-09b3-4e16-9292-ef860d9d8731 {{(pid=94021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 03:37:35.640105 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-ff68fc23-cc7a-4571-aa33-eeafd949b84e tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731880592680'] for port, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:35.684868 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device 28d0a967-ae0a-46e1-b1e9-1e3ffc3caec3 no longer exists at agent hyperv_hv-cinder-77570 {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 03:37:35.707162 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] No Port match for: 28d0a967-ae0a-46e1-b1e9-1e3ffc3caec3 {{(pid=94022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 25 03:37:35.707667 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device 28d0a967-ae0a-46e1-b1e9-1e3ffc3caec3 not bound to the agent host hv-cinder-77570 {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 03:37:35.734379 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-ff68fc23-cc7a-4571-aa33-eeafd949b84e tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889411'] for port, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:35.734693 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-ff68fc23-cc7a-4571-aa33-eeafd949b84e tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:35.749013 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [None req-ff68fc23-cc7a-4571-aa33-eeafd949b84e tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Calling delete_port for b7e973b6-09b3-4e16-9292-ef860d9d8731 owned by network:floatingip {{(pid=94021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 03:37:35.896863 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-ff68fc23-cc7a-4571-aa33-eeafd949b84e tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731880598766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731880292810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3214562'] for port, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:35.921957 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff68fc23-cc7a-4571-aa33-eeafd949b84e tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Pushing event deleted for resources: {'Port': ['ID=b7e973b6-09b3-4e16-9292-ef860d9d8731,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:37:35.985475 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-ff68fc23-cc7a-4571-aa33-eeafd949b84e tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks [] for floatingip, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:35.987997 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-ff68fc23-cc7a-4571-aa33-eeafd949b84e tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950'] for floatingip, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:35.989191 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-ff68fc23-cc7a-4571-aa33-eeafd949b84e tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "DELETE /v2.0/floatingips/63a3ed2b-2504-482f-b382-e3b32010ceb3 HTTP/1.1" status: 204 len: 168 time: 0.5354962 Sep 25 03:37:36.324193 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 56608) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:37:36.330721 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-fb9842f2-d68c-4092-8950-2807d3ecef97 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1327126273', 'description': 'tempest-description--1205200632'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:37:36.368371 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-fb9842f2-d68c-4092-8950-2807d3ecef97 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:36.467095 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc8908-becb-46fa-8f3e-ee64c9942edc req-23dd03fa-080d-4aed-8ffb-0cb44a2d72fa tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:36.469006 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c7fc8908-becb-46fa-8f3e-ee64c9942edc req-23dd03fa-080d-4aed-8ffb-0cb44a2d72fa tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca8be174-28ce-456d-9625-30374a5501d6 HTTP/1.1" status: 200 len: 946 time: 0.0759017 Sep 25 03:37:36.527659 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-fb9842f2-d68c-4092-8950-2807d3ecef97 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:36.536395 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c7fc8908-becb-46fa-8f3e-ee64c9942edc req-93390fbe-6aa4-4b67-b363-40182ad1745a tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=6473a50f-cdc8-4f4d-899e-137238ffc538&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0572140 Sep 25 03:37:36.537205 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-fb9842f2-d68c-4092-8950-2807d3ecef97 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:36.571434 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9842f2-d68c-4092-8950-2807d3ecef97 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb53acfc-cc2f-469a-861f-2a01d5c52e54,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:37:36.572936 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-fb9842f2-d68c-4092-8950-2807d3ecef97 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:36.574178 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-fb9842f2-d68c-4092-8950-2807d3ecef97 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2486365 Sep 25 03:37:36.577179 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 56622) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:37:36.582080 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-414f3edb-f05c-4a48-a3eb-5b1649d45059 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Request body: {'security_group_rule': {'security_group_id': 'fb53acfc-cc2f-469a-861f-2a01d5c52e54', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:37:36.621591 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-414f3edb-f05c-4a48-a3eb-5b1649d45059 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:36.723924 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-414f3edb-f05c-4a48-a3eb-5b1649d45059 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:36.735661 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a77cc0-4091-4b50-ae48-bafa4a8ca816 req-78edb7d3-0a8b-4ae7-b27b-2df23933fa44 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:36.737303 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-53a77cc0-4091-4b50-ae48-bafa4a8ca816 req-78edb7d3-0a8b-4ae7-b27b-2df23933fa44 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce2416f9-cc1c-41d7-a7e5-1bd65f617422 HTTP/1.1" status: 200 len: 944 time: 0.0870783 Sep 25 03:37:36.738834 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-414f3edb-f05c-4a48-a3eb-5b1649d45059 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491355'] for security_group_rule, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:36.766700 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414f3edb-f05c-4a48-a3eb-5b1649d45059 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4606985e-46b3-40d1-bcc2-307c968aa278,revision_number=0']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:37:36.783606 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-414f3edb-f05c-4a48-a3eb-5b1649d45059 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:36.784860 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-414f3edb-f05c-4a48-a3eb-5b1649d45059 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2067256 Sep 25 03:37:36.788071 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 56650) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:37:36.793082 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-b741bbed-906f-4b75-8e94-983cfe3c6cb5 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Request body: {'security_group_rule': {'security_group_id': 'fb53acfc-cc2f-469a-861f-2a01d5c52e54', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:37:36.802911 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-53a77cc0-4091-4b50-ae48-bafa4a8ca816 req-b43104cd-9256-44e2-a8c3-b0c44121f26d tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2017f16-944a-46e0-9d41-4d7f0d41cabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510907 Sep 25 03:37:36.835103 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b741bbed-906f-4b75-8e94-983cfe3c6cb5 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:36.889783 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b741bbed-906f-4b75-8e94-983cfe3c6cb5 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:36.894522 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b741bbed-906f-4b75-8e94-983cfe3c6cb5 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491355'] for security_group_rule, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:36.914046 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b741bbed-906f-4b75-8e94-983cfe3c6cb5 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76a2193a-7f74-4596-b67f-c46f3a83f80f,revision_number=0']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:37:36.921458 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b741bbed-906f-4b75-8e94-983cfe3c6cb5 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:36.922896 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-b741bbed-906f-4b75-8e94-983cfe3c6cb5 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1335645 Sep 25 03:37:36.926534 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 56652) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:37:36.931330 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-612fc331-aba9-4790-98fe-e0d1b62ee053 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Request body: {'floatingip': {'floating_network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4'}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:37:36.956071 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-612fc331-aba9-4790-98fe-e0d1b62ee053 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks [] for floatingip, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:37.071554 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-612fc331-aba9-4790-98fe-e0d1b62ee053 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:37.184625 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.db.db_base_plugin_common [None req-612fc331-aba9-4790-98fe-e0d1b62ee053 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Allocated IP 172.27.1.86 (11c2fcee-3e12-40fc-bbdd-73661221b9b4/9bf1e901-4101-4c8d-9b58-09aedeb11d2a/b84f3cca-db97-474d-b7cf-34ef190cef14) {{(pid=94020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 03:37:37.300270 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-612fc331-aba9-4790-98fe-e0d1b62ee053 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks [] for port, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:37.338368 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-612fc331-aba9-4790-98fe-e0d1b62ee053 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731880292801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937715'] for port, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:37.377125 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612fc331-aba9-4790-98fe-e0d1b62ee053 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Network 11c2fcee-3e12-40fc-bbdd-73661221b9b4 is already hosted by enough agents. {{(pid=94020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 03:37:37.380002 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.base_scheduler [None req-612fc331-aba9-4790-98fe-e0d1b62ee053 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Resources bound (agent type, host, resource id): {{(pid=94020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:37:37.383454 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612fc331-aba9-4790-98fe-e0d1b62ee053 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Received port after_create {{(pid=94020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 03:37:37.391995 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612fc331-aba9-4790-98fe-e0d1b62ee053 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Pushing event updated for resources: {'Port': ['ID=b84f3cca-db97-474d-b7cf-34ef190cef14,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:37:37.477160 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-612fc331-aba9-4790-98fe-e0d1b62ee053 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:37.513411 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-612fc331-aba9-4790-98fe-e0d1b62ee053 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:37.677075 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec6c34e-244c-486d-9dd4-3ab7d76b411f req-1e8951b3-2f87-4396-bb0e-d6ed5d56a78e tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:37.678648 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2ec6c34e-244c-486d-9dd4-3ab7d76b411f req-1e8951b3-2f87-4396-bb0e-d6ed5d56a78e tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca8be174-28ce-456d-9625-30374a5501d6 HTTP/1.1" status: 200 len: 946 time: 0.0555997 Sep 25 03:37:37.679363 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-612fc331-aba9-4790-98fe-e0d1b62ee053 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:37.685488 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-612fc331-aba9-4790-98fe-e0d1b62ee053 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937720'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:37.698131 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device 2c1ba797-a06f-4981-b29e-31552dba795c up at agent hyperv_hv-cinder-77570 {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 03:37:37.729361 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2ec6c34e-244c-486d-9dd4-3ab7d76b411f req-d796d8e6-f9ff-428d-a36c-08aeb6e2b76b tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=6473a50f-cdc8-4f4d-899e-137238ffc538&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434835 Sep 25 03:37:37.756701 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612fc331-aba9-4790-98fe-e0d1b62ee053 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Pushing event updated for resources: {'Port': ['ID=b84f3cca-db97-474d-b7cf-34ef190cef14,revision_number=2']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:37:37.769486 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-612fc331-aba9-4790-98fe-e0d1b62ee053 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3896858'] for floatingip, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:37.779454 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Provisioning complete for port 2c1ba797-a06f-4981-b29e-31552dba795c triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:37:37.779929 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:37.793427 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-612fc331-aba9-4790-98fe-e0d1b62ee053 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950'] for floatingip, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:37.795036 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-612fc331-aba9-4790-98fe-e0d1b62ee053 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8676879 Sep 25 03:37:37.969015 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc31357-cb13-449c-a480-596a8208bed1 req-4ed6af53-bc49-414c-98d2-5b5e752cbe0f tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:37.970591 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3dc31357-cb13-449c-a480-596a8208bed1 req-4ed6af53-bc49-414c-98d2-5b5e752cbe0f tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce2416f9-cc1c-41d7-a7e5-1bd65f617422 HTTP/1.1" status: 200 len: 944 time: 0.0801575 Sep 25 03:37:37.974044 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9271dfd2-0e95-4830-96fe-a0d4c5f2e270 req-b5b16237-4420-4202-8dfd-af1ffd5f37c6 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1327126273&fields=id&tenant_id=f29dc626f86246fe9738feefd6866b29 HTTP/1.1" status: 200 len: 267 time: 0.0535269 Sep 25 03:37:38.002429 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:38.029367 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce2416f9-cc1c-41d7-a7e5-1bd65f617422', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c1ba797-a06f-4981-b29e-31552dba795c'}] {{(pid=94022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 03:37:38.031664 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9141e1544748c335de5c87e81d01f98f4272279fe7d072e46966747184492a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f964494-524c-486d-b687-0fc095f6d70e" -d '{"events": [{"server_uuid": "ce2416f9-cc1c-41d7-a7e5-1bd65f617422", "name": "network-vif-plugged", "status": "completed", "tag": "2c1ba797-a06f-4981-b29e-31552dba795c"}]}' {{(pid=94022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 03:37:38.045473 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] For port 2c1ba797-a06f-4981-b29e-31552dba795c, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=2c1ba797-a06f-4981-b29e-31552dba795c,segment=NetworkSegment(374bf162-7cd8-4dc5-a46c-108738bf8e34),segment_id=374bf162-7cd8-4dc5-a46c-108738bf8e34)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:37:38.050187 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:38.068778 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3dc31357-cb13-449c-a480-596a8208bed1 req-2983a0a0-bd6c-4158-8f15-e50a70063070 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2017f16-944a-46e0-9d41-4d7f0d41cabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906892 Sep 25 03:37:38.107056 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9271dfd2-0e95-4830-96fe-a0d4c5f2e270 req-b4402b77-7536-4fb4-be36-8029e8b38bce tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:38.108718 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9271dfd2-0e95-4830-96fe-a0d4c5f2e270 req-b4402b77-7536-4fb4-be36-8029e8b38bce tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/networks?id=ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd HTTP/1.1" status: 200 len: 811 time: 0.1246436 Sep 25 03:37:38.114820 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Pushing event updated for resources: {'Port': ['ID=2c1ba797-a06f-4981-b29e-31552dba795c,revision_number=8']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:37:38.118288 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 03:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2690164-53b9-40f4-b48a-a5dc42722127 x-openstack-request-id: req-a2690164-53b9-40f4-b48a-a5dc42722127 {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 03:37:38.118592 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce2416f9-cc1c-41d7-a7e5-1bd65f617422", "name": "network-vif-plugged", "status": "completed", "tag": "2c1ba797-a06f-4981-b29e-31552dba795c", "code": 200}]} {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 03:37:38.118822 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a2690164-53b9-40f4-b48a-a5dc42722127 {{(pid=94022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 03:37:38.119201 dv-cinder-775706-4-iscsi neutron-server[94022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce2416f9-cc1c-41d7-a7e5-1bd65f617422', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c1ba797-a06f-4981-b29e-31552dba795c', 'code': 200} Sep 25 03:37:38.134883 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9271dfd2-0e95-4830-96fe-a0d4c5f2e270 req-08575c02-a508-4448-b782-c328e5976570 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/quotas/f29dc626f86246fe9738feefd6866b29 HTTP/1.1" status: 200 len: 375 time: 0.0157871 Sep 25 03:37:38.200547 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9271dfd2-0e95-4830-96fe-a0d4c5f2e270 req-4a74e4ae-6ae2-4a93-8de2-f00e86bf22a2 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f29dc626f86246fe9738feefd6866b29&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0598321 Sep 25 03:37:38.308595 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9271dfd2-0e95-4830-96fe-a0d4c5f2e270 req-14b4fe7b-a8ec-408b-b885-02cf03de159e service neutron] 10.222.0.42 "GET /v2.0/networks/ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907147 Sep 25 03:37:38.430365 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9271dfd2-0e95-4830-96fe-a0d4c5f2e270 req-2ff1a6cf-2793-459a-a6f8-201fdb56edfe service neutron] 10.222.0.42 "GET /v2.0/networks/ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159592 Sep 25 03:37:38.435152 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544bde9e-2493-4160-84a3-5cb5bc788d5f req-058d3214-3970-43af-aabb-afffd1f43ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:38.436635 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-544bde9e-2493-4160-84a3-5cb5bc788d5f req-058d3214-3970-43af-aabb-afffd1f43ef0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ce2416f9-cc1c-41d7-a7e5-1bd65f617422 HTTP/1.1" status: 200 len: 1098 time: 0.0602670 Sep 25 03:37:38.476478 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-544bde9e-2493-4160-84a3-5cb5bc788d5f req-0da9f541-b783-4ea0-b1af-a626aef772b8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d2017f16-944a-46e0-9d41-4d7f0d41cabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322552 Sep 25 03:37:38.631743 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-826d97a9-69b1-4787-a820-e90db88ad6d7 req-1dcef9fb-cbe8-40c8-876b-9cc2ce1f1769 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b7ff029-c23a-438e-bd00-bb6c439254c5 HTTP/1.1" status: 200 len: 210 time: 0.0287910 Sep 25 03:37:39.199599 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d66b379-0912-44fe-8971-8481aba649e3 req-2796dac9-28db-43c9-a24b-92f2f48098cf tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:39.202383 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7d66b379-0912-44fe-8971-8481aba649e3 req-2796dac9-28db-43c9-a24b-92f2f48098cf tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce2416f9-cc1c-41d7-a7e5-1bd65f617422 HTTP/1.1" status: 200 len: 945 time: 0.0610025 Sep 25 03:37:39.247584 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7d66b379-0912-44fe-8971-8481aba649e3 req-4c7ce857-1556-4471-9e80-fca157bde015 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2017f16-944a-46e0-9d41-4d7f0d41cabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382688 Sep 25 03:37:39.732431 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-dbbb2865-fe41-45ce-aa35-f282641ee328 req-7542da4b-77d3-4e2e-ac46-32b92e642136 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b7ff029-c23a-438e-bd00-bb6c439254c5 HTTP/1.1" status: 200 len: 210 time: 0.0286915 Sep 25 03:37:39.855861 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9271dfd2-0e95-4830-96fe-a0d4c5f2e270 req-d24116bd-7213-4a74-9a81-d8a5eea415d7 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:39.857405 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9271dfd2-0e95-4830-96fe-a0d4c5f2e270 req-d24116bd-7213-4a74-9a81-d8a5eea415d7 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.45 "GET /v2.0/networks?id=ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd HTTP/1.1" status: 200 len: 811 time: 0.1168807 Sep 25 03:37:40.197819 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9271dfd2-0e95-4830-96fe-a0d4c5f2e270 req-32cc6efe-9d89-44b5-a90c-5c4965f88bb2 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f29dc626f86246fe9738feefd6866b29 HTTP/1.1" status: 200 len: 380 time: 0.2847221 Sep 25 03:37:40.208762 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [req-9271dfd2-0e95-4830-96fe-a0d4c5f2e270 req-b115a952-81d8-4e2f-8494-3ded5a4a18b6 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Request body: {'port': {'device_id': '0b7ff029-c23a-438e-bd00-bb6c439254c5', 'network_id': 'ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd', 'admin_state_up': True, 'tenant_id': 'f29dc626f86246fe9738feefd6866b29', 'security_groups': ['fb53acfc-cc2f-469a-861f-2a01d5c52e54']}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:37:40.353448 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9271dfd2-0e95-4830-96fe-a0d4c5f2e270 req-b115a952-81d8-4e2f-8494-3ded5a4a18b6 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Made reservation on behalf of f29dc626f86246fe9738feefd6866b29 for: {'port': 1} {{(pid=94021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 03:37:40.356901 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-9271dfd2-0e95-4830-96fe-a0d4c5f2e270 req-b115a952-81d8-4e2f-8494-3ded5a4a18b6 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:40.463228 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59150013-2c61-440d-a070-37063e99a656 req-39b9b05a-4c02-4f53-83a4-6c987e3f66b4 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:40.465631 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-59150013-2c61-440d-a070-37063e99a656 req-39b9b05a-4c02-4f53-83a4-6c987e3f66b4 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce2416f9-cc1c-41d7-a7e5-1bd65f617422 HTTP/1.1" status: 200 len: 945 time: 0.1458888 Sep 25 03:37:40.522593 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-12453c79-04f6-431c-ac7a-1da34be194f8 None None] Agent healthcheck: found 6 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 03:37:40.542291 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-59150013-2c61-440d-a070-37063e99a656 req-adddc92d-a77f-44bc-8c94-f16d4d2831d1 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2017f16-944a-46e0-9d41-4d7f0d41cabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687199 Sep 25 03:37:40.562826 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.db.db_base_plugin_common [req-9271dfd2-0e95-4830-96fe-a0d4c5f2e270 req-b115a952-81d8-4e2f-8494-3ded5a4a18b6 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Allocated IP 172.20.0.12 (ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd/afccf4b9-490d-44a5-98b6-f28191ec0ff2/60035cfe-d788-4f05-8bf5-7d829542a818) {{(pid=94021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 03:37:40.717272 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-9271dfd2-0e95-4830-96fe-a0d4c5f2e270 req-b115a952-81d8-4e2f-8494-3ded5a4a18b6 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks [] for port, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:40.755288 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-9271dfd2-0e95-4830-96fe-a0d4c5f2e270 req-b115a952-81d8-4e2f-8494-3ded5a4a18b6 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731880292801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3214562'] for port, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:40.802093 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9271dfd2-0e95-4830-96fe-a0d4c5f2e270 req-b115a952-81d8-4e2f-8494-3ded5a4a18b6 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Network ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd is already hosted by enough agents. {{(pid=94021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 03:37:40.820185 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.base_scheduler [req-9271dfd2-0e95-4830-96fe-a0d4c5f2e270 req-b115a952-81d8-4e2f-8494-3ded5a4a18b6 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Resources bound (agent type, host, resource id): {{(pid=94021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:37:40.822803 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [req-9271dfd2-0e95-4830-96fe-a0d4c5f2e270 req-b115a952-81d8-4e2f-8494-3ded5a4a18b6 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Received port after_create {{(pid=94021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 03:37:40.841791 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b115a952-81d8-4e2f-8494-3ded5a4a18b6 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Pushing event updated for resources: {'Port': ['ID=60035cfe-d788-4f05-8bf5-7d829542a818,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:37:40.897815 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9271dfd2-0e95-4830-96fe-a0d4c5f2e270 req-b115a952-81d8-4e2f-8494-3ded5a4a18b6 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:40.898446 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-9271dfd2-0e95-4830-96fe-a0d4c5f2e270 req-b115a952-81d8-4e2f-8494-3ded5a4a18b6 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:40.909690 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4013cd9-a96d-47fc-a9cc-0692dcf0e5b2 req-4b5c24f0-1e70-4a03-bb7f-ea1cfede1837 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:40.911256 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e4013cd9-a96d-47fc-a9cc-0692dcf0e5b2 req-4b5c24f0-1e70-4a03-bb7f-ea1cfede1837 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b7ff029-c23a-438e-bd00-bb6c439254c5 HTTP/1.1" status: 200 len: 932 time: 0.1081114 Sep 25 03:37:40.928882 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9271dfd2-0e95-4830-96fe-a0d4c5f2e270 req-b115a952-81d8-4e2f-8494-3ded5a4a18b6 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7238173 Sep 25 03:37:40.956320 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [req-9271dfd2-0e95-4830-96fe-a0d4c5f2e270 req-43edbefd-b967-40f4-bad4-b546c1012b8c service neutron] Request body: {'port': {'device_id': '0b7ff029-c23a-438e-bd00-bb6c439254c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:37:41.003697 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e4013cd9-a96d-47fc-a9cc-0692dcf0e5b2 req-3e42c25b-9695-49e6-ae4c-d9de4539efac tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/security-groups?id=fb53acfc-cc2f-469a-861f-2a01d5c52e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854635 Sep 25 03:37:41.053349 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-9271dfd2-0e95-4830-96fe-a0d4c5f2e270 req-43edbefd-b967-40f4-bad4-b546c1012b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:41.084292 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-26e156aa-3ed4-43f5-95b1-1ee4ec37cbf0 None None] Provisioning complete for port 60035cfe-d788-4f05-8bf5-7d829542a818 triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:37:41.084936 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-26e156aa-3ed4-43f5-95b1-1ee4ec37cbf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:41.123147 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-26e156aa-3ed4-43f5-95b1-1ee4ec37cbf0 None None] Port 60035cfe-d788-4f05-8bf5-7d829542a818 cannot update to ACTIVE because it is not bound. {{(pid=94022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 25 03:37:41.341964 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [req-9271dfd2-0e95-4830-96fe-a0d4c5f2e270 req-43edbefd-b967-40f4-bad4-b546c1012b8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60035cfe-d788-4f05-8bf5-7d829542a818 {{(pid=94021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 03:37:41.350689 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-9271dfd2-0e95-4830-96fe-a0d4c5f2e270 req-43edbefd-b967-40f4-bad4-b546c1012b8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:41.366807 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.db.provisioning_blocks [req-9271dfd2-0e95-4830-96fe-a0d4c5f2e270 req-43edbefd-b967-40f4-bad4-b546c1012b8c service neutron] Transition to ACTIVE for port object 60035cfe-d788-4f05-8bf5-7d829542a818 will not be triggered until provisioned by entity L2. {{(pid=94021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 25 03:37:41.372182 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-9271dfd2-0e95-4830-96fe-a0d4c5f2e270 req-43edbefd-b967-40f4-bad4-b546c1012b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3214569'] for port, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:41.426921 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43edbefd-b967-40f4-bad4-b546c1012b8c service neutron] Pushing event updated for resources: {'Port': ['ID=60035cfe-d788-4f05-8bf5-7d829542a818,revision_number=2']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:37:41.515597 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-9271dfd2-0e95-4830-96fe-a0d4c5f2e270 req-43edbefd-b967-40f4-bad4-b546c1012b8c service neutron] Attempting to bind port 60035cfe-d788-4f05-8bf5-7d829542a818 on host hv-cinder-77570 for vnic_type normal with profile {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 03:37:41.515940 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-9271dfd2-0e95-4830-96fe-a0d4c5f2e270 req-43edbefd-b967-40f4-bad4-b546c1012b8c service neutron] Attempting to bind port 60035cfe-d788-4f05-8bf5-7d829542a818 by drivers openvswitch,hyperv on host hv-cinder-77570 at level 0 using segments [{'id': 'b18845fd-6154-4686-999a-ae6be2eb8184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd'}] {{(pid=94021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 03:37:41.516532 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9271dfd2-0e95-4830-96fe-a0d4c5f2e270 req-43edbefd-b967-40f4-bad4-b546c1012b8c service neutron] Attempting to bind port 60035cfe-d788-4f05-8bf5-7d829542a818 on network ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 03:37:41.521702 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9271dfd2-0e95-4830-96fe-a0d4c5f2e270 req-43edbefd-b967-40f4-bad4-b546c1012b8c service neutron] Port 60035cfe-d788-4f05-8bf5-7d829542a818 on network ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77570 {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 25 03:37:41.521928 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9271dfd2-0e95-4830-96fe-a0d4c5f2e270 req-43edbefd-b967-40f4-bad4-b546c1012b8c service neutron] Attempting to bind port 60035cfe-d788-4f05-8bf5-7d829542a818 on network ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 03:37:41.527361 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9271dfd2-0e95-4830-96fe-a0d4c5f2e270 req-43edbefd-b967-40f4-bad4-b546c1012b8c service neutron] Checking agent: {'id': '508f5817-0468-490c-b4b9-d8db88d5fd84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 3, 27, 55), 'started_at': datetime.datetime(2021, 9, 25, 3, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 3, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 03:37:41.527691 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9271dfd2-0e95-4830-96fe-a0d4c5f2e270 req-43edbefd-b967-40f4-bad4-b546c1012b8c service neutron] Checking segment: {'id': 'b18845fd-6154-4686-999a-ae6be2eb8184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 03:37:41.528065 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9271dfd2-0e95-4830-96fe-a0d4c5f2e270 req-43edbefd-b967-40f4-bad4-b546c1012b8c service neutron] Bound using segment: {'id': 'b18845fd-6154-4686-999a-ae6be2eb8184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd'} {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 03:37:41.528488 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-9271dfd2-0e95-4830-96fe-a0d4c5f2e270 req-43edbefd-b967-40f4-bad4-b546c1012b8c service neutron] Bound port: 60035cfe-d788-4f05-8bf5-7d829542a818, host: hv-cinder-77570, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b18845fd-6154-4686-999a-ae6be2eb8184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd'}}] {{(pid=94021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 03:37:41.528868 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-9271dfd2-0e95-4830-96fe-a0d4c5f2e270 req-43edbefd-b967-40f4-bad4-b546c1012b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:41.597813 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-9271dfd2-0e95-4830-96fe-a0d4c5f2e270 req-43edbefd-b967-40f4-bad4-b546c1012b8c service neutron] For port 60035cfe-d788-4f05-8bf5-7d829542a818, host hv-cinder-77570, cleared binding levels {{(pid=94021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 03:37:41.601163 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-9271dfd2-0e95-4830-96fe-a0d4c5f2e270 req-43edbefd-b967-40f4-bad4-b546c1012b8c service neutron] For port 60035cfe-d788-4f05-8bf5-7d829542a818, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=60035cfe-d788-4f05-8bf5-7d829542a818,segment=NetworkSegment(b18845fd-6154-4686-999a-ae6be2eb8184),segment_id=b18845fd-6154-4686-999a-ae6be2eb8184)] {{(pid=94021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 03:37:41.607469 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-9271dfd2-0e95-4830-96fe-a0d4c5f2e270 req-43edbefd-b967-40f4-bad4-b546c1012b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3214569'] for port, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:41.645388 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9271dfd2-0e95-4830-96fe-a0d4c5f2e270 req-43edbefd-b967-40f4-bad4-b546c1012b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:41.646289 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-9271dfd2-0e95-4830-96fe-a0d4c5f2e270 req-43edbefd-b967-40f4-bad4-b546c1012b8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:41.647927 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9271dfd2-0e95-4830-96fe-a0d4c5f2e270 req-43edbefd-b967-40f4-bad4-b546c1012b8c service neutron] 10.222.0.45 "PUT /v2.0/ports/60035cfe-d788-4f05-8bf5-7d829542a818 HTTP/1.1" status: 200 len: 1094 time: 0.7007875 Sep 25 03:37:41.648424 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b7ff029-c23a-438e-bd00-bb6c439254c5', 'tag': '60035cfe-d788-4f05-8bf5-7d829542a818'}] {{(pid=94021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 03:37:41.650907 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e2fb5340eb8446ff58cd715b9748d5b5aabaa2e5f9ab10f469ed89a7c45a212" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f44fc4a2-2ab5-42fe-9ca1-e26def1d5f7d" -d '{"events": [{"name": "network-changed", "server_uuid": "0b7ff029-c23a-438e-bd00-bb6c439254c5", "tag": "60035cfe-d788-4f05-8bf5-7d829542a818"}]}' {{(pid=94021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 03:37:41.681208 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43edbefd-b967-40f4-bad4-b546c1012b8c service neutron] Pushing event updated for resources: {'Port': ['ID=60035cfe-d788-4f05-8bf5-7d829542a818,revision_number=3']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:37:41.693974 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 03:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc33ea2c-bebb-4aca-9120-32585be1d440 x-openstack-request-id: req-dc33ea2c-bebb-4aca-9120-32585be1d440 {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 03:37:41.694268 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b7ff029-c23a-438e-bd00-bb6c439254c5", "tag": "60035cfe-d788-4f05-8bf5-7d829542a818", "status": "completed", "code": 200}]} {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 03:37:41.694512 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dc33ea2c-bebb-4aca-9120-32585be1d440 {{(pid=94021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 03:37:41.694907 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b7ff029-c23a-438e-bd00-bb6c439254c5', 'tag': '60035cfe-d788-4f05-8bf5-7d829542a818', 'status': 'completed', 'code': 200} Sep 25 03:37:41.760401 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9271dfd2-0e95-4830-96fe-a0d4c5f2e270 req-8795beb1-d667-419c-b862-e45cafa9cb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:41.762056 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9271dfd2-0e95-4830-96fe-a0d4c5f2e270 req-8795beb1-d667-419c-b862-e45cafa9cb27 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f29dc626f86246fe9738feefd6866b29&device_id=0b7ff029-c23a-438e-bd00-bb6c439254c5 HTTP/1.1" status: 200 len: 1097 time: 0.0454743 Sep 25 03:37:41.818786 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9271dfd2-0e95-4830-96fe-a0d4c5f2e270 req-48edb9f6-9f99-4ee8-97fa-8ef13941acaa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60035cfe-d788-4f05-8bf5-7d829542a818 HTTP/1.1" status: 200 len: 217 time: 0.0404673 Sep 25 03:37:41.871637 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9271dfd2-0e95-4830-96fe-a0d4c5f2e270 req-8712f186-b50b-4f27-8b80-63c17cffefc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:41.873550 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9271dfd2-0e95-4830-96fe-a0d4c5f2e270 req-8712f186-b50b-4f27-8b80-63c17cffefc0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=afccf4b9-490d-44a5-98b6-f28191ec0ff2 HTTP/1.1" status: 200 len: 850 time: 0.0475802 Sep 25 03:37:41.920096 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9271dfd2-0e95-4830-96fe-a0d4c5f2e270 req-e26f599e-1b1f-42c6-b613-13593f5d7d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:41.921756 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9271dfd2-0e95-4830-96fe-a0d4c5f2e270 req-e26f599e-1b1f-42c6-b613-13593f5d7d49 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409093 Sep 25 03:37:42.024046 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9271dfd2-0e95-4830-96fe-a0d4c5f2e270 req-3b10e85d-d062-4044-a51f-8ffd99ea7f17 service neutron] 10.222.0.45 "GET /v2.0/networks/ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945959 Sep 25 03:37:42.149770 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9271dfd2-0e95-4830-96fe-a0d4c5f2e270 req-4fc1a4c6-b75f-4f8e-b177-9abd97c10907 service neutron] 10.222.0.45 "GET /v2.0/networks/ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187723 Sep 25 03:37:42.162347 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c12aaf-8414-4c99-8cd3-d83e4b154e5b req-f37c8fac-6a8d-46e0-aa5e-5ae332cf67a4 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:42.163836 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e8c12aaf-8414-4c99-8cd3-d83e4b154e5b req-f37c8fac-6a8d-46e0-aa5e-5ae332cf67a4 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b7ff029-c23a-438e-bd00-bb6c439254c5 HTTP/1.1" status: 200 len: 944 time: 0.0732265 Sep 25 03:37:42.212284 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e8c12aaf-8414-4c99-8cd3-d83e4b154e5b req-0360a9ee-1579-47a1-95e4-92afe0339b40 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/security-groups?id=fb53acfc-cc2f-469a-861f-2a01d5c52e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401533 Sep 25 03:37:42.311207 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44fc4a2-2ab5-42fe-9ca1-e26def1d5f7d req-72f27f71-75cd-4435-8518-165a897f4561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:42.312881 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f44fc4a2-2ab5-42fe-9ca1-e26def1d5f7d req-72f27f71-75cd-4435-8518-165a897f4561 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f29dc626f86246fe9738feefd6866b29&device_id=0b7ff029-c23a-438e-bd00-bb6c439254c5 HTTP/1.1" status: 200 len: 1097 time: 0.0431275 Sep 25 03:37:42.412112 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44fc4a2-2ab5-42fe-9ca1-e26def1d5f7d req-75387509-22fa-46ff-be28-2a537167c419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:42.413748 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f44fc4a2-2ab5-42fe-9ca1-e26def1d5f7d req-75387509-22fa-46ff-be28-2a537167c419 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd HTTP/1.1" status: 200 len: 912 time: 0.0930431 Sep 25 03:37:42.457471 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f44fc4a2-2ab5-42fe-9ca1-e26def1d5f7d req-c643d84e-fee5-4e67-8c98-74de6ef18978 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60035cfe-d788-4f05-8bf5-7d829542a818 HTTP/1.1" status: 200 len: 217 time: 0.0362544 Sep 25 03:37:42.523042 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44fc4a2-2ab5-42fe-9ca1-e26def1d5f7d req-aec9d0bd-9c5e-4bfe-a46d-0ddb8adef716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:42.525247 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f44fc4a2-2ab5-42fe-9ca1-e26def1d5f7d req-aec9d0bd-9c5e-4bfe-a46d-0ddb8adef716 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=afccf4b9-490d-44a5-98b6-f28191ec0ff2 HTTP/1.1" status: 200 len: 850 time: 0.0615070 Sep 25 03:37:42.577035 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44fc4a2-2ab5-42fe-9ca1-e26def1d5f7d req-201921e6-4bed-4cd5-a2da-3412d0d9eb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:42.578518 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f44fc4a2-2ab5-42fe-9ca1-e26def1d5f7d req-201921e6-4bed-4cd5-a2da-3412d0d9eb41 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0462072 Sep 25 03:37:42.681175 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f44fc4a2-2ab5-42fe-9ca1-e26def1d5f7d req-f39e63c9-6793-4ca0-ac70-e40dc8bae5aa service neutron] 10.222.0.45 "GET /v2.0/networks/ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912905 Sep 25 03:37:42.799828 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f44fc4a2-2ab5-42fe-9ca1-e26def1d5f7d req-fe3f3909-f041-469d-b40e-18f5cf814fd4 service neutron] 10.222.0.45 "GET /v2.0/networks/ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118040 Sep 25 03:37:43.350583 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b3d18c-7941-4646-a37e-ac3eea65ecce req-431ec8c6-d2f0-4fc0-afbc-644d1ffc57cd tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:43.353368 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-55b3d18c-7941-4646-a37e-ac3eea65ecce req-431ec8c6-d2f0-4fc0-afbc-644d1ffc57cd tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b7ff029-c23a-438e-bd00-bb6c439254c5 HTTP/1.1" status: 200 len: 944 time: 0.0628574 Sep 25 03:37:43.398948 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-55b3d18c-7941-4646-a37e-ac3eea65ecce req-5008f24b-6b7a-4cae-83e8-676bb286cf58 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/security-groups?id=fb53acfc-cc2f-469a-861f-2a01d5c52e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387597 Sep 25 03:37:44.529901 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d4f66-e1f9-48e8-a029-f5415b9242a0 req-9e13fdb0-efe1-4fbf-8b66-0f118a26a8b2 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:44.531476 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-614d4f66-e1f9-48e8-a029-f5415b9242a0 req-9e13fdb0-efe1-4fbf-8b66-0f118a26a8b2 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b7ff029-c23a-438e-bd00-bb6c439254c5 HTTP/1.1" status: 200 len: 944 time: 0.0551560 Sep 25 03:37:44.570619 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-614d4f66-e1f9-48e8-a029-f5415b9242a0 req-e62db1a1-65bd-41cb-a1e2-c2bb01cdeb3f tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/security-groups?id=fb53acfc-cc2f-469a-861f-2a01d5c52e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325711 Sep 25 03:37:45.377608 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-2e61fb52-324b-4607-b2bf-fbc76d09600d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:45.700176 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3edd1af-8080-4516-ac5e-4e27591d6cb7 req-32c2d24b-b4b4-40cc-9fc1-db52753228b5 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:45.701679 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b3edd1af-8080-4516-ac5e-4e27591d6cb7 req-32c2d24b-b4b4-40cc-9fc1-db52753228b5 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b7ff029-c23a-438e-bd00-bb6c439254c5 HTTP/1.1" status: 200 len: 944 time: 0.0596609 Sep 25 03:37:45.719669 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device 60035cfe-d788-4f05-8bf5-7d829542a818 details requested by agent hyperv_hv-cinder-77570 with host hv-cinder-77570 {{(pid=94022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 03:37:45.745602 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b3edd1af-8080-4516-ac5e-4e27591d6cb7 req-5443de10-79ef-4ec5-a662-f866d96a8881 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/security-groups?id=fb53acfc-cc2f-469a-861f-2a01d5c52e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345001 Sep 25 03:37:45.817774 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] For port 60035cfe-d788-4f05-8bf5-7d829542a818, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=60035cfe-d788-4f05-8bf5-7d829542a818,segment=NetworkSegment(b18845fd-6154-4686-999a-ae6be2eb8184),segment_id=b18845fd-6154-4686-999a-ae6be2eb8184)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:37:45.829336 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Returning: {'device': '60035cfe-d788-4f05-8bf5-7d829542a818', 'network_id': 'ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd', 'port_id': '60035cfe-d788-4f05-8bf5-7d829542a818', 'mac_address': 'fa:16:3e:ea:dc:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afccf4b9-490d-44a5-98b6-f28191ec0ff2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 03:37:45.881755 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:45.901310 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60035cfe-d788-4f05-8bf5-7d829542a818 {{(pid=94022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 03:37:45.927920 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] For port 60035cfe-d788-4f05-8bf5-7d829542a818, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=60035cfe-d788-4f05-8bf5-7d829542a818,segment=NetworkSegment(b18845fd-6154-4686-999a-ae6be2eb8184),segment_id=b18845fd-6154-4686-999a-ae6be2eb8184)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:37:45.934106 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:45.983526 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Pushing event updated for resources: {'Port': ['ID=60035cfe-d788-4f05-8bf5-7d829542a818,revision_number=4']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:37:45.991772 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:37:45.992106 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:37:45.992437 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:37:45.992795 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:37:45.993106 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:37:45.993426 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:37:45.993750 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:37:45.994066 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:37:45.994386 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:37:45.995045 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:37:45.995368 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:37:45.995682 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:37:46.403284 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] get_ports_and_sgs() called for port_ids ['60035cfe-d788-4f05-8bf5-7d829542a818'] {{(pid=94022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 25 03:37:46.866699 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0f7ee7-d09d-4843-9935-7b689e253853 req-fa5531cc-c870-4756-b220-4c5986f9b246 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:46.868289 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1e0f7ee7-d09d-4843-9935-7b689e253853 req-fa5531cc-c870-4756-b220-4c5986f9b246 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b7ff029-c23a-438e-bd00-bb6c439254c5 HTTP/1.1" status: 200 len: 945 time: 0.0500042 Sep 25 03:37:46.907892 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1e0f7ee7-d09d-4843-9935-7b689e253853 req-62a0bd0f-d812-4290-b64e-29e8a468bbd9 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/security-groups?id=fb53acfc-cc2f-469a-861f-2a01d5c52e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327501 Sep 25 03:37:47.601267 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-7389c1df-e282-4eca-ba8f-cacab44265b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:47.730299 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device 60035cfe-d788-4f05-8bf5-7d829542a818 up at agent hyperv_hv-cinder-77570 {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 03:37:47.782768 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Provisioning for port 60035cfe-d788-4f05-8bf5-7d829542a818 completed by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 25 03:37:47.787112 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Provisioning complete for port 60035cfe-d788-4f05-8bf5-7d829542a818 triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:37:47.787479 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:47.865191 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:47.890975 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b7ff029-c23a-438e-bd00-bb6c439254c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60035cfe-d788-4f05-8bf5-7d829542a818'}] {{(pid=94022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 03:37:47.893350 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9141e1544748c335de5c87e81d01f98f4272279fe7d072e46966747184492a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-758559c7-e113-4d2e-8e90-41f6ac6b61f1" -d '{"events": [{"server_uuid": "0b7ff029-c23a-438e-bd00-bb6c439254c5", "name": "network-vif-plugged", "status": "completed", "tag": "60035cfe-d788-4f05-8bf5-7d829542a818"}]}' {{(pid=94022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 03:37:47.909339 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] For port 60035cfe-d788-4f05-8bf5-7d829542a818, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=60035cfe-d788-4f05-8bf5-7d829542a818,segment=NetworkSegment(b18845fd-6154-4686-999a-ae6be2eb8184),segment_id=b18845fd-6154-4686-999a-ae6be2eb8184)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:37:47.915311 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:47.938747 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 03:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3a23e2-83d2-489c-9499-f955e38ff89e x-openstack-request-id: req-3d3a23e2-83d2-489c-9499-f955e38ff89e {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 03:37:47.939022 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b7ff029-c23a-438e-bd00-bb6c439254c5", "name": "network-vif-plugged", "status": "completed", "tag": "60035cfe-d788-4f05-8bf5-7d829542a818", "code": 200}]} {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 03:37:47.939297 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3d3a23e2-83d2-489c-9499-f955e38ff89e {{(pid=94022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 03:37:47.940169 dv-cinder-775706-4-iscsi neutron-server[94022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b7ff029-c23a-438e-bd00-bb6c439254c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60035cfe-d788-4f05-8bf5-7d829542a818', 'code': 200} Sep 25 03:37:47.967051 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Pushing event updated for resources: {'Port': ['ID=60035cfe-d788-4f05-8bf5-7d829542a818,revision_number=5']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:37:48.026903 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf43884-006d-4fc7-91b2-b4c10edf828c req-72f7deb6-9451-497a-b21d-8f4e94ef00cd tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:48.028471 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-cbf43884-006d-4fc7-91b2-b4c10edf828c req-72f7deb6-9451-497a-b21d-8f4e94ef00cd tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b7ff029-c23a-438e-bd00-bb6c439254c5 HTTP/1.1" status: 200 len: 946 time: 0.0522797 Sep 25 03:37:48.071720 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-cbf43884-006d-4fc7-91b2-b4c10edf828c req-242239c5-4ddc-4950-a53a-cfab60d99b2f tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/security-groups?id=fb53acfc-cc2f-469a-861f-2a01d5c52e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355191 Sep 25 03:37:48.194430 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4555a5ac-dde8-4a2d-b224-e855c78e01eb req-5799ce4f-006f-4750-80e5-0a52dac4bc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:48.195834 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4555a5ac-dde8-4a2d-b224-e855c78e01eb req-5799ce4f-006f-4750-80e5-0a52dac4bc46 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0b7ff029-c23a-438e-bd00-bb6c439254c5 HTTP/1.1" status: 200 len: 1099 time: 0.0471251 Sep 25 03:37:48.234006 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4555a5ac-dde8-4a2d-b224-e855c78e01eb req-984ee63d-6025-46a0-bbf2-22f3a58eedc6 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fb53acfc-cc2f-469a-861f-2a01d5c52e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299871 Sep 25 03:37:49.194929 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e9b900-d9e6-4689-844e-214879fc86fd req-865944c0-1288-4e01-9b07-9aeb6151d525 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:49.196586 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-30e9b900-d9e6-4689-844e-214879fc86fd req-865944c0-1288-4e01-9b07-9aeb6151d525 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b7ff029-c23a-438e-bd00-bb6c439254c5 HTTP/1.1" status: 200 len: 946 time: 0.0512643 Sep 25 03:37:49.236312 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-30e9b900-d9e6-4689-844e-214879fc86fd req-1d3b79c4-e766-46ff-9e83-609f4293c3ec tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/security-groups?id=fb53acfc-cc2f-469a-861f-2a01d5c52e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336018 Sep 25 03:37:49.257645 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-fa5af178-6116-457c-95b6-13dc589f2bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:49.286937 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:50.356799 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc33abe2-ec3d-48e5-b5e0-7f306460925f req-20562593-19a3-4114-a6a0-661803f9c28a tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:50.358329 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-dc33abe2-ec3d-48e5-b5e0-7f306460925f req-20562593-19a3-4114-a6a0-661803f9c28a tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b7ff029-c23a-438e-bd00-bb6c439254c5 HTTP/1.1" status: 200 len: 946 time: 0.0504467 Sep 25 03:37:50.406672 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-dc33abe2-ec3d-48e5-b5e0-7f306460925f req-4b6b4d29-9162-49ef-a7be-0e08f4fbafae tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/security-groups?id=fb53acfc-cc2f-469a-861f-2a01d5c52e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416276 Sep 25 03:37:50.531919 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d6bbc2-ecd2-4208-ba15-f2e722e48f05 req-edbe2b5e-b3c7-46a0-aba6-00e812000bd9 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:50.533862 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a3d6bbc2-ecd2-4208-ba15-f2e722e48f05 req-edbe2b5e-b3c7-46a0-aba6-00e812000bd9 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b7ff029-c23a-438e-bd00-bb6c439254c5 HTTP/1.1" status: 200 len: 946 time: 0.0583224 Sep 25 03:37:50.545514 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 56726) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:37:50.551257 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-8d0e9e2a-4952-4317-9ddc-3066bc9c7673 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Request body: {'floatingip': {'port_id': '60035cfe-d788-4f05-8bf5-7d829542a818'}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:37:50.595520 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8d0e9e2a-4952-4317-9ddc-3066bc9c7673 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks [] for floatingip, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:51.161826 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-afd92d12-b9d5-4a92-bfd4-50d3cdf2ae8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:51.261957 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8d0e9e2a-4952-4317-9ddc-3066bc9c7673 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:51.267685 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8d0e9e2a-4952-4317-9ddc-3066bc9c7673 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3896858'] for floatingip, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:51.376400 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.db.l3_db [None req-8d0e9e2a-4952-4317-9ddc-3066bc9c7673 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Floating IP 0df9abfe-3073-4bb9-bb51-502e18575d80 associated. External IP: 172.27.1.86, port: 60035cfe-d788-4f05-8bf5-7d829542a818. Sep 25 03:37:51.601855 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d0e9e2a-4952-4317-9ddc-3066bc9c7673 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Router 115c58b0-627f-482a-8970-99d9e7d02c44 has already been hosted by L3 agent be170b3f-ec9b-4dfa-8e40-fa1591bf80a9 {{(pid=94020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 03:37:51.719427 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d0e9e2a-4952-4317-9ddc-3066bc9c7673 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify agent at l3_agent.dv-cinder-775706-4-iscsi the message routers_updated {{(pid=94020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 03:37:51.727241 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8d0e9e2a-4952-4317-9ddc-3066bc9c7673 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950'] for floatingip, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:51.733146 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d5ff36-5cd1-462e-a479-44c23edb7f41 None None] Sync routers for ids ['115c58b0-627f-482a-8970-99d9e7d02c44'] in dv-cinder-775706-4-iscsi {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 03:37:51.747075 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d5ff36-5cd1-462e-a479-44c23edb7f41 None None] Routers {'115c58b0-627f-482a-8970-99d9e7d02c44'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:37:51.747726 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-c0d5ff36-5cd1-462e-a479-44c23edb7f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:37:48Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['115c58b0-627f-482a-8970-99d9e7d02c44'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:37:51.758232 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-8d0e9e2a-4952-4317-9ddc-3066bc9c7673 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "PUT /v2.0/floatingips/0df9abfe-3073-4bb9-bb51-502e18575d80 HTTP/1.1" status: 200 len: 991 time: 1.2115314 Sep 25 03:37:51.758777 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b7ff029-c23a-438e-bd00-bb6c439254c5', 'tag': '60035cfe-d788-4f05-8bf5-7d829542a818'}] {{(pid=94020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 03:37:51.761436 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d114ac846cecc4f090472340cf1e7771535e64bb380ac0996b13cb6b7cfe6923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-486c6b42-15ec-4bcf-b34b-19b823cbc3dd" -d '{"events": [{"name": "network-changed", "server_uuid": "0b7ff029-c23a-438e-bd00-bb6c439254c5", "tag": "60035cfe-d788-4f05-8bf5-7d829542a818"}]}' {{(pid=94020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 03:37:51.861987 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 03:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93811f35-b68e-42ee-977f-48d2cccca804 x-openstack-request-id: req-93811f35-b68e-42ee-977f-48d2cccca804 {{(pid=94020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 03:37:51.862430 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b7ff029-c23a-438e-bd00-bb6c439254c5", "tag": "60035cfe-d788-4f05-8bf5-7d829542a818", "status": "completed", "code": 200}]} {{(pid=94020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 03:37:51.862683 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-93811f35-b68e-42ee-977f-48d2cccca804 {{(pid=94020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 03:37:51.863086 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b7ff029-c23a-438e-bd00-bb6c439254c5', 'tag': '60035cfe-d788-4f05-8bf5-7d829542a818', 'status': 'completed', 'code': 200} Sep 25 03:37:51.875489 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-c0d5ff36-5cd1-462e-a479-44c23edb7f41 None None] Set router 115c58b0-627f-482a-8970-99d9e7d02c44 gateway port host: dv-cinder-775706-4-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:37:51.983101 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486c6b42-15ec-4bcf-b34b-19b823cbc3dd req-59ca6281-00d9-4235-9daf-2e9041da111e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:51.984754 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-486c6b42-15ec-4bcf-b34b-19b823cbc3dd req-59ca6281-00d9-4235-9daf-2e9041da111e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f29dc626f86246fe9738feefd6866b29&device_id=0b7ff029-c23a-438e-bd00-bb6c439254c5 HTTP/1.1" status: 200 len: 1099 time: 0.0461934 Sep 25 03:37:52.084838 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486c6b42-15ec-4bcf-b34b-19b823cbc3dd req-9a2910dd-71d2-4346-9989-5b68de339f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:52.086330 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-486c6b42-15ec-4bcf-b34b-19b823cbc3dd req-9a2910dd-71d2-4346-9989-5b68de339f7c service neutron] 10.222.0.45 "GET /v2.0/networks?id=ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd HTTP/1.1" status: 200 len: 912 time: 0.0927334 Sep 25 03:37:52.134263 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-c0d5ff36-5cd1-462e-a479-44c23edb7f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115c58b0-627f-482a-8970-99d9e7d02c44', 'name': 'tempest-AttachVolumeTestJSON-2029729970-router', 'tenant_id': 'f29dc626f86246fe9738feefd6866b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '711de654-3de8-464b-814b-1fce88f73964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:29:46Z', 'updated_at': '2021-09-25T03:29:57Z', 'revision_number': 4, 'project_id': 'f29dc626f86246fe9738feefd6866b29', 'gw_port': {'id': '711de654-3de8-464b-814b-1fce88f73964', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:23:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115c58b0-627f-482a-8970-99d9e7d02c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:29:48Z', 'updated_at': '2021-09-25T03:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_floatingips': [{'id': '0df9abfe-3073-4bb9-bb51-502e18575d80', 'tenant_id': 'f29dc626f86246fe9738feefd6866b29', 'floating_ip_address': '172.27.1.86', 'floating_network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'router_id': '115c58b0-627f-482a-8970-99d9e7d02c44', 'port_id': '60035cfe-d788-4f05-8bf5-7d829542a818', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd', 'mac_address': 'fa:16:3e:ea:dc:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7ff029-c23a-438e-bd00-bb6c439254c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-25T03:37:37Z', 'updated_at': '2021-09-25T03:37:51Z', 'revision_number': 1, 'project_id': 'f29dc626f86246fe9738feefd6866b29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2a2da53-47fa-4a2c-be68-c42abf0bac9d', 'name': '', 'network_id': 'ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd', 'tenant_id': 'f29dc626f86246fe9738feefd6866b29', 'mac_address': 'fa:16:3e:94:16:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115c58b0-627f-482a-8970-99d9e7d02c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'afccf4b9-490d-44a5-98b6-f28191ec0ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:29:55Z', 'updated_at': '2021-09-25T03:30:07Z', 'revision_number': 5, 'project_id': 'f29dc626f86246fe9738feefd6866b29', 'subnets': [{'id': 'afccf4b9-490d-44a5-98b6-f28191ec0ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:37:52.162938 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d5ff36-5cd1-462e-a479-44c23edb7f41 None None] Checking router: 115c58b0-627f-482a-8970-99d9e7d02c44 for host: dv-cinder-775706-4-iscsi {{(pid=94022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 03:37:52.172368 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d5ff36-5cd1-462e-a479-44c23edb7f41 None None] Routers {'115c58b0-627f-482a-8970-99d9e7d02c44'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:37:52.173023 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-c0d5ff36-5cd1-462e-a479-44c23edb7f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:37:48Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['115c58b0-627f-482a-8970-99d9e7d02c44'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:37:52.203241 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-486c6b42-15ec-4bcf-b34b-19b823cbc3dd req-4867ba86-0104-44bd-8122-9023599cdb0f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60035cfe-d788-4f05-8bf5-7d829542a818 HTTP/1.1" status: 200 len: 999 time: 0.1082363 Sep 25 03:37:52.278773 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486c6b42-15ec-4bcf-b34b-19b823cbc3dd req-7ae291a6-ebe7-4304-bc3f-7779c663228b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:52.280917 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-486c6b42-15ec-4bcf-b34b-19b823cbc3dd req-7ae291a6-ebe7-4304-bc3f-7779c663228b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=afccf4b9-490d-44a5-98b6-f28191ec0ff2 HTTP/1.1" status: 200 len: 850 time: 0.0615218 Sep 25 03:37:52.302607 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-c0d5ff36-5cd1-462e-a479-44c23edb7f41 None None] Set router 115c58b0-627f-482a-8970-99d9e7d02c44 gateway port host: dv-cinder-775706-4-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:37:52.336582 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486c6b42-15ec-4bcf-b34b-19b823cbc3dd req-c78dffb4-5a31-42a5-bf46-54ba47567682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:52.338204 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-486c6b42-15ec-4bcf-b34b-19b823cbc3dd req-c78dffb4-5a31-42a5-bf46-54ba47567682 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0493753 Sep 25 03:37:52.447766 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-486c6b42-15ec-4bcf-b34b-19b823cbc3dd req-2619f4df-89f1-41b5-9dfe-a4e5ed1990e2 service neutron] 10.222.0.45 "GET /v2.0/networks/ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977733 Sep 25 03:37:52.574027 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-486c6b42-15ec-4bcf-b34b-19b823cbc3dd req-5d24ac53-d1a3-484e-9ed1-7a51dd895294 service neutron] 10.222.0.45 "GET /v2.0/networks/ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138740 Sep 25 03:37:52.578128 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-c0d5ff36-5cd1-462e-a479-44c23edb7f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115c58b0-627f-482a-8970-99d9e7d02c44', 'name': 'tempest-AttachVolumeTestJSON-2029729970-router', 'tenant_id': 'f29dc626f86246fe9738feefd6866b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '711de654-3de8-464b-814b-1fce88f73964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:29:46Z', 'updated_at': '2021-09-25T03:29:57Z', 'revision_number': 4, 'project_id': 'f29dc626f86246fe9738feefd6866b29', 'gw_port': {'id': '711de654-3de8-464b-814b-1fce88f73964', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:23:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115c58b0-627f-482a-8970-99d9e7d02c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:29:48Z', 'updated_at': '2021-09-25T03:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_floatingips': [{'id': '0df9abfe-3073-4bb9-bb51-502e18575d80', 'tenant_id': 'f29dc626f86246fe9738feefd6866b29', 'floating_ip_address': '172.27.1.86', 'floating_network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'router_id': '115c58b0-627f-482a-8970-99d9e7d02c44', 'port_id': '60035cfe-d788-4f05-8bf5-7d829542a818', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd', 'mac_address': 'fa:16:3e:ea:dc:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7ff029-c23a-438e-bd00-bb6c439254c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-25T03:37:37Z', 'updated_at': '2021-09-25T03:37:51Z', 'revision_number': 1, 'project_id': 'f29dc626f86246fe9738feefd6866b29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2a2da53-47fa-4a2c-be68-c42abf0bac9d', 'name': '', 'network_id': 'ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd', 'tenant_id': 'f29dc626f86246fe9738feefd6866b29', 'mac_address': 'fa:16:3e:94:16:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115c58b0-627f-482a-8970-99d9e7d02c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'afccf4b9-490d-44a5-98b6-f28191ec0ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:29:55Z', 'updated_at': '2021-09-25T03:30:07Z', 'revision_number': 5, 'project_id': 'f29dc626f86246fe9738feefd6866b29', 'subnets': [{'id': 'afccf4b9-490d-44a5-98b6-f28191ec0ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:37:52.610802 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d5ff36-5cd1-462e-a479-44c23edb7f41 None None] The sync data for ids ['115c58b0-627f-482a-8970-99d9e7d02c44'] in dv-cinder-775706-4-iscsi is: [{'id': '115c58b0-627f-482a-8970-99d9e7d02c44', 'name': 'tempest-AttachVolumeTestJSON-2029729970-router', 'tenant_id': 'f29dc626f86246fe9738feefd6866b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '711de654-3de8-464b-814b-1fce88f73964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:29:46Z', 'updated_at': '2021-09-25T03:29:57Z', 'revision_number': 4, 'project_id': 'f29dc626f86246fe9738feefd6866b29', 'gw_port': {'id': '711de654-3de8-464b-814b-1fce88f73964', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:23:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115c58b0-627f-482a-8970-99d9e7d02c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:29:48Z', 'updated_at': '2021-09-25T03:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_floatingips': [{'id': '0df9abfe-3073-4bb9-bb51-502e18575d80', 'tenant_id': 'f29dc626f86246fe9738feefd6866b29', 'floating_ip_address': '172.27.1.86', 'floating_network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'router_id': '115c58b0-627f-482a-8970-99d9e7d02c44', 'port_id': '60035cfe-d788-4f05-8bf5-7d829542a818', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd', 'mac_address': 'fa:16:3e:ea:dc:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7ff029-c23a-438e-bd00-bb6c439254c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-25T03:37:37Z', 'updated_at': '2021-09-25T03:37:51Z', 'revision_number': 1, 'project_id': 'f29dc626f86246fe9738feefd6866b29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2a2da53-47fa-4a2c-be68-c42abf0bac9d', 'name': '', 'network_id': 'ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd', 'tenant_id': 'f29dc626f86246fe9738feefd6866b29', 'mac_address': 'fa:16:3e:94:16:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115c58b0-627f-482a-8970-99d9e7d02c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'afccf4b9-490d-44a5-98b6-f28191ec0ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:29:55Z', 'updated_at': '2021-09-25T03:30:07Z', 'revision_number': 5, 'project_id': 'f29dc626f86246fe9738feefd6866b29', 'subnets': [{'id': 'afccf4b9-490d-44a5-98b6-f28191ec0ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 03:37:52.805758 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78dae70-09e8-4dab-a102-7a72706a8e4d None None] New status for floating IP 0df9abfe-3073-4bb9-bb51-502e18575d80: ACTIVE {{(pid=94023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 25 03:37:53.531500 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb2f498-e4c8-4d4c-95ef-5da4f5e00d6a req-32aae34d-989c-4377-801f-a28ed160a7f7 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:53.534018 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-dfb2f498-e4c8-4d4c-95ef-5da4f5e00d6a req-32aae34d-989c-4377-801f-a28ed160a7f7 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/ports?device_id=62001888-4c97-4a0d-86f1-84baded5f6b3 HTTP/1.1" status: 200 len: 945 time: 0.0734727 Sep 25 03:37:53.579492 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-dfb2f498-e4c8-4d4c-95ef-5da4f5e00d6a req-fca837e3-d37f-4482-bc2d-4df892c9d787 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/security-groups?id=d84f7fc4-a72b-4f91-9132-c08dc4e9da0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391786 Sep 25 03:37:54.708099 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6756dc63-b9af-494f-b513-b182885b5802 req-0b514338-4cec-4b66-ad4f-379512586321 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:54.709750 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6756dc63-b9af-494f-b513-b182885b5802 req-0b514338-4cec-4b66-ad4f-379512586321 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/ports?device_id=62001888-4c97-4a0d-86f1-84baded5f6b3 HTTP/1.1" status: 200 len: 945 time: 0.0539181 Sep 25 03:37:54.753809 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6756dc63-b9af-494f-b513-b182885b5802 req-d126d54f-b0da-4ffa-a021-9ad339367e03 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/security-groups?id=d84f7fc4-a72b-4f91-9132-c08dc4e9da0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378661 Sep 25 03:37:55.660767 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea6f766-cbe2-4a75-ad10-2ac8616a2ca2 req-25c7c682-cf5e-4add-8d2f-1dab1bdc666b tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:55.662289 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fea6f766-cbe2-4a75-ad10-2ac8616a2ca2 req-25c7c682-cf5e-4add-8d2f-1dab1bdc666b tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.45 "GET /v2.0/ports?device_id=62001888-4c97-4a0d-86f1-84baded5f6b3 HTTP/1.1" status: 200 len: 945 time: 0.0517328 Sep 25 03:37:55.768376 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [req-fea6f766-cbe2-4a75-ad10-2ac8616a2ca2 req-000141a2-3a45-485f-915c-b2008f100591 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Deleting port 69f97b7a-e0e4-4b4a-b544-a116aac163d0 {{(pid=94021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 03:37:55.769149 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-fea6f766-cbe2-4a75-ad10-2ac8616a2ca2 req-000141a2-3a45-485f-915c-b2008f100591 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731880592680'] for port, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:55.887983 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-fea6f766-cbe2-4a75-ad10-2ac8616a2ca2 req-000141a2-3a45-485f-915c-b2008f100591 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] For port 69f97b7a-e0e4-4b4a-b544-a116aac163d0, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=69f97b7a-e0e4-4b4a-b544-a116aac163d0,segment=NetworkSegment(e95060b2-b7b1-413f-8b0c-ca64c0be8c3d),segment_id=e95060b2-b7b1-413f-8b0c-ca64c0be8c3d)] {{(pid=94021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:37:55.888287 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-fea6f766-cbe2-4a75-ad10-2ac8616a2ca2 req-000141a2-3a45-485f-915c-b2008f100591 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889411'] for port, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:55.912354 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed9529a-c772-41d2-badb-5ca05e89fb2f req-ecfba151-b9e2-4680-9ef6-1437327df4eb tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:55.913768 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5ed9529a-c772-41d2-badb-5ca05e89fb2f req-ecfba151-b9e2-4680-9ef6-1437327df4eb tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/ports?device_id=62001888-4c97-4a0d-86f1-84baded5f6b3 HTTP/1.1" status: 200 len: 945 time: 0.0875051 Sep 25 03:37:56.024669 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5ed9529a-c772-41d2-badb-5ca05e89fb2f req-d1c3875b-fc3c-4298-a1de-e35799914e90 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/security-groups?id=d84f7fc4-a72b-4f91-9132-c08dc4e9da0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842407 Sep 25 03:37:56.100815 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-fea6f766-cbe2-4a75-ad10-2ac8616a2ca2 req-000141a2-3a45-485f-915c-b2008f100591 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:56.101189 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-fea6f766-cbe2-4a75-ad10-2ac8616a2ca2 req-000141a2-3a45-485f-915c-b2008f100591 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3896858'] for floatingip, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:56.101505 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.db.l3_db [req-fea6f766-cbe2-4a75-ad10-2ac8616a2ca2 req-000141a2-3a45-485f-915c-b2008f100591 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Floating IP 1ce93018-e04d-4e7c-b3f8-b49769967cb8 disassociated. External IP: 172.27.1.242, port: 69f97b7a-e0e4-4b4a-b544-a116aac163d0. Sep 25 03:37:56.101842 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [req-fea6f766-cbe2-4a75-ad10-2ac8616a2ca2 req-000141a2-3a45-485f-915c-b2008f100591 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Calling delete_port for 69f97b7a-e0e4-4b4a-b544-a116aac163d0 owned by compute:nova {{(pid=94021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 03:37:56.234988 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-fea6f766-cbe2-4a75-ad10-2ac8616a2ca2 req-000141a2-3a45-485f-915c-b2008f100591 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731880598766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731880292810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3214562'] for port, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:56.265257 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000141a2-3a45-485f-915c-b2008f100591 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Pushing event deleted for resources: {'Port': ['ID=69f97b7a-e0e4-4b4a-b544-a116aac163d0,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:37:56.382889 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fea6f766-cbe2-4a75-ad10-2ac8616a2ca2 req-000141a2-3a45-485f-915c-b2008f100591 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Router 4ffb49e0-1e1c-4b63-b363-7c32786630d6 has already been hosted by L3 agent be170b3f-ec9b-4dfa-8e40-fa1591bf80a9 {{(pid=94021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 03:37:56.508585 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fea6f766-cbe2-4a75-ad10-2ac8616a2ca2 req-000141a2-3a45-485f-915c-b2008f100591 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify agent at l3_agent.dv-cinder-775706-4-iscsi the message routers_updated {{(pid=94021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 03:37:56.521104 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104a154a-9cc9-4a26-99d6-912f0e55d2d4 None None] Sync routers for ids ['4ffb49e0-1e1c-4b63-b363-7c32786630d6'] in dv-cinder-775706-4-iscsi {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 03:37:56.536167 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104a154a-9cc9-4a26-99d6-912f0e55d2d4 None None] Routers {'4ffb49e0-1e1c-4b63-b363-7c32786630d6'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:37:56.536786 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-104a154a-9cc9-4a26-99d6-912f0e55d2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:37:48Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['4ffb49e0-1e1c-4b63-b363-7c32786630d6'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:37:56.550303 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [req-fea6f766-cbe2-4a75-ad10-2ac8616a2ca2 req-000141a2-3a45-485f-915c-b2008f100591 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] No DVR routers for this DVR port 69f97b7a-e0e4-4b4a-b544-a116aac163d0 on host hv-cinder-77570 {{(pid=94021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 25 03:37:56.553062 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-fea6f766-cbe2-4a75-ad10-2ac8616a2ca2 req-000141a2-3a45-485f-915c-b2008f100591 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:56.555157 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fea6f766-cbe2-4a75-ad10-2ac8616a2ca2 req-000141a2-3a45-485f-915c-b2008f100591 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.45 "DELETE /v2.0/ports/69f97b7a-e0e4-4b4a-b544-a116aac163d0 HTTP/1.1" status: 204 len: 173 time: 0.8819222 Sep 25 03:37:56.555597 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62001888-4c97-4a0d-86f1-84baded5f6b3', 'name': 'network-vif-deleted', 'tag': '69f97b7a-e0e4-4b4a-b544-a116aac163d0'}] {{(pid=94021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 03:37:56.558096 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e2fb5340eb8446ff58cd715b9748d5b5aabaa2e5f9ab10f469ed89a7c45a212" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b314fe0-1e85-4692-9192-2fd993c55bb6" -d '{"events": [{"server_uuid": "62001888-4c97-4a0d-86f1-84baded5f6b3", "name": "network-vif-deleted", "tag": "69f97b7a-e0e4-4b4a-b544-a116aac163d0"}]}' {{(pid=94021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 03:37:56.601934 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 03:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4db619d-70b4-4a38-bba7-1fb55f18e046 x-openstack-request-id: req-a4db619d-70b4-4a38-bba7-1fb55f18e046 {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 03:37:56.602346 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62001888-4c97-4a0d-86f1-84baded5f6b3", "name": "network-vif-deleted", "tag": "69f97b7a-e0e4-4b4a-b544-a116aac163d0", "status": "completed", "code": 200}]} {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 03:37:56.602757 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a4db619d-70b4-4a38-bba7-1fb55f18e046 {{(pid=94021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 03:37:56.603831 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62001888-4c97-4a0d-86f1-84baded5f6b3', 'name': 'network-vif-deleted', 'tag': '69f97b7a-e0e4-4b4a-b544-a116aac163d0', 'status': 'completed', 'code': 200} Sep 25 03:37:56.672823 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-104a154a-9cc9-4a26-99d6-912f0e55d2d4 None None] Set router 4ffb49e0-1e1c-4b63-b363-7c32786630d6 gateway port host: dv-cinder-775706-4-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:37:56.900775 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-104a154a-9cc9-4a26-99d6-912f0e55d2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'name': 'tempest-TestVolumeBootPattern-517260034-router', 'tenant_id': 'db363e7cf1b9415d89602f3298329e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '4e4847b6-1d43-43aa-8619-ae9e17029fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:34:05Z', 'updated_at': '2021-09-25T03:34:11Z', 'revision_number': 4, 'project_id': 'db363e7cf1b9415d89602f3298329e35', 'gw_port': {'id': '4e4847b6-1d43-43aa-8619-ae9e17029fc4', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:25:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:06Z', 'updated_at': '2021-09-25T03:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_interfaces': [{'id': '6eb43f13-becb-437d-b43d-aaf8c5b31ad3', 'name': '', 'network_id': '3af85cfb-dd93-48a8-a1e1-fc03ce02f109', 'tenant_id': 'db363e7cf1b9415d89602f3298329e35', 'mac_address': 'fa:16:3e:17:c4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '214e70c9-9735-4259-b6d5-e362dbd8f3ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:10Z', 'updated_at': '2021-09-25T03:34:29Z', 'revision_number': 5, 'project_id': 'db363e7cf1b9415d89602f3298329e35', 'subnets': [{'id': '214e70c9-9735-4259-b6d5-e362dbd8f3ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:37:56.929273 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104a154a-9cc9-4a26-99d6-912f0e55d2d4 None None] Checking router: 4ffb49e0-1e1c-4b63-b363-7c32786630d6 for host: dv-cinder-775706-4-iscsi {{(pid=94022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 03:37:56.938836 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104a154a-9cc9-4a26-99d6-912f0e55d2d4 None None] Routers {'4ffb49e0-1e1c-4b63-b363-7c32786630d6'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:37:56.939714 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-104a154a-9cc9-4a26-99d6-912f0e55d2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:37:48Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['4ffb49e0-1e1c-4b63-b363-7c32786630d6'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:37:57.054169 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:57.069961 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-104a154a-9cc9-4a26-99d6-912f0e55d2d4 None None] Set router 4ffb49e0-1e1c-4b63-b363-7c32786630d6 gateway port host: dv-cinder-775706-4-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:37:57.175380 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5a0dfb52-1317-4954-9131-e8dcddd80e74 req-0d18554a-368e-475d-86c5-9c9e599c78ce tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/ports?device_id=62001888-4c97-4a0d-86f1-84baded5f6b3 HTTP/1.1" status: 200 len: 210 time: 0.0333438 Sep 25 03:37:57.459666 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-104a154a-9cc9-4a26-99d6-912f0e55d2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'name': 'tempest-TestVolumeBootPattern-517260034-router', 'tenant_id': 'db363e7cf1b9415d89602f3298329e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '4e4847b6-1d43-43aa-8619-ae9e17029fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:34:05Z', 'updated_at': '2021-09-25T03:34:11Z', 'revision_number': 4, 'project_id': 'db363e7cf1b9415d89602f3298329e35', 'gw_port': {'id': '4e4847b6-1d43-43aa-8619-ae9e17029fc4', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:25:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:06Z', 'updated_at': '2021-09-25T03:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_interfaces': [{'id': '6eb43f13-becb-437d-b43d-aaf8c5b31ad3', 'name': '', 'network_id': '3af85cfb-dd93-48a8-a1e1-fc03ce02f109', 'tenant_id': 'db363e7cf1b9415d89602f3298329e35', 'mac_address': 'fa:16:3e:17:c4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '214e70c9-9735-4259-b6d5-e362dbd8f3ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:10Z', 'updated_at': '2021-09-25T03:34:29Z', 'revision_number': 5, 'project_id': 'db363e7cf1b9415d89602f3298329e35', 'subnets': [{'id': '214e70c9-9735-4259-b6d5-e362dbd8f3ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:37:57.490177 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104a154a-9cc9-4a26-99d6-912f0e55d2d4 None None] The sync data for ids ['4ffb49e0-1e1c-4b63-b363-7c32786630d6'] in dv-cinder-775706-4-iscsi is: [{'id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'name': 'tempest-TestVolumeBootPattern-517260034-router', 'tenant_id': 'db363e7cf1b9415d89602f3298329e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '4e4847b6-1d43-43aa-8619-ae9e17029fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:34:05Z', 'updated_at': '2021-09-25T03:34:11Z', 'revision_number': 4, 'project_id': 'db363e7cf1b9415d89602f3298329e35', 'gw_port': {'id': '4e4847b6-1d43-43aa-8619-ae9e17029fc4', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:25:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:06Z', 'updated_at': '2021-09-25T03:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_interfaces': [{'id': '6eb43f13-becb-437d-b43d-aaf8c5b31ad3', 'name': '', 'network_id': '3af85cfb-dd93-48a8-a1e1-fc03ce02f109', 'tenant_id': 'db363e7cf1b9415d89602f3298329e35', 'mac_address': 'fa:16:3e:17:c4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '214e70c9-9735-4259-b6d5-e362dbd8f3ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:10Z', 'updated_at': '2021-09-25T03:34:29Z', 'revision_number': 5, 'project_id': 'db363e7cf1b9415d89602f3298329e35', 'subnets': [{'id': '214e70c9-9735-4259-b6d5-e362dbd8f3ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 03:37:57.725281 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9a18b9-61af-4453-a015-64a74cd74e52 None None] New status for floating IP 1ce93018-e04d-4e7c-b3f8-b49769967cb8: DOWN {{(pid=94023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 25 03:37:57.790512 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device 69f97b7a-e0e4-4b4a-b544-a116aac163d0 no longer exists at agent hyperv_hv-cinder-77570 {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 03:37:57.814817 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] No Port match for: 69f97b7a-e0e4-4b4a-b544-a116aac163d0 {{(pid=94022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 25 03:37:57.815163 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device 69f97b7a-e0e4-4b4a-b544-a116aac163d0 not bound to the agent host hv-cinder-77570 {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 03:37:58.419611 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-72c77afa-c552-45e5-a75d-5e13717a897b req-f1c72630-1153-4b14-a940-cb111ce1627f tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-344012638&fields=id&tenant_id=38f2ee3f8f7f41cf906b46bcbbc31b5d HTTP/1.1" status: 200 len: 267 time: 0.0378540 Sep 25 03:37:58.480240 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a819a92b-ceb6-40f0-b145-05c887228e4a req-a119823f-972a-4d4c-9267-9c4fbc9a3925 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1479435205&fields=id&tenant_id=db363e7cf1b9415d89602f3298329e35 HTTP/1.1" status: 200 len: 267 time: 0.0594552 Sep 25 03:37:58.507139 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c77afa-c552-45e5-a75d-5e13717a897b req-5206d299-8660-4226-88cc-f66e29c08f0e tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:58.508683 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-72c77afa-c552-45e5-a75d-5e13717a897b req-5206d299-8660-4226-88cc-f66e29c08f0e tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/ports?device_id=a22fb511-2390-4ae7-ba98-96456df13c9c HTTP/1.1" status: 200 len: 984 time: 0.0821528 Sep 25 03:37:58.528351 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [req-72c77afa-c552-45e5-a75d-5e13717a897b req-30949d71-0306-401b-8028-7f2cac01fca8 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Request body: {'port': {'security_groups': ['32c65188-c1b8-4ff9-b0ae-66d6e27932f6']}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:37:58.650321 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-72c77afa-c552-45e5-a75d-5e13717a897b req-30949d71-0306-401b-8028-7f2cac01fca8 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:58.679110 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819a92b-ceb6-40f0-b145-05c887228e4a req-af38c867-5448-4619-8a30-14fa81a66444 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:58.680681 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a819a92b-ceb6-40f0-b145-05c887228e4a req-af38c867-5448-4619-8a30-14fa81a66444 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/networks?id=3af85cfb-dd93-48a8-a1e1-fc03ce02f109 HTTP/1.1" status: 200 len: 811 time: 0.1910152 Sep 25 03:37:58.724553 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a819a92b-ceb6-40f0-b145-05c887228e4a req-bade09e3-a7df-44f5-a5f4-1d0d66de12a0 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/quotas/db363e7cf1b9415d89602f3298329e35 HTTP/1.1" status: 200 len: 375 time: 0.0179937 Sep 25 03:37:58.832326 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a819a92b-ceb6-40f0-b145-05c887228e4a req-2b729e9e-0b48-4ff9-8c8a-a0f74f3bea37 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=db363e7cf1b9415d89602f3298329e35&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0940461 Sep 25 03:37:59.250044 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-72c77afa-c552-45e5-a75d-5e13717a897b req-30949d71-0306-401b-8028-7f2cac01fca8 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] For port 24ffe511-2b6b-4295-90e5-34a6aa6a3f6a, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=24ffe511-2b6b-4295-90e5-34a6aa6a3f6a,segment=NetworkSegment(b395176b-719c-43cb-ac90-4c84b6943e8c),segment_id=b395176b-719c-43cb-ac90-4c84b6943e8c)] {{(pid=94021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:37:59.300371 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a819a92b-ceb6-40f0-b145-05c887228e4a req-80d23421-b091-4bca-8b55-d69a9df24c82 service neutron] 10.222.0.42 "GET /v2.0/networks/3af85cfb-dd93-48a8-a1e1-fc03ce02f109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4192982 Sep 25 03:37:59.302727 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-72c77afa-c552-45e5-a75d-5e13717a897b req-30949d71-0306-401b-8028-7f2cac01fca8 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Notify callbacks [] for port, precommit_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:59.309317 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-72c77afa-c552-45e5-a75d-5e13717a897b req-30949d71-0306-401b-8028-7f2cac01fca8 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3214569'] for port, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:59.346678 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] get_ports_and_sgs() called for port_ids ['24ffe511-2b6b-4295-90e5-34a6aa6a3f6a'] {{(pid=94022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 25 03:37:59.437301 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c77afa-c552-45e5-a75d-5e13717a897b req-30949d71-0306-401b-8028-7f2cac01fca8 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:59.438392 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-72c77afa-c552-45e5-a75d-5e13717a897b req-30949d71-0306-401b-8028-7f2cac01fca8 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:59.441649 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-72c77afa-c552-45e5-a75d-5e13717a897b req-30949d71-0306-401b-8028-7f2cac01fca8 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "PUT /v2.0/ports/24ffe511-2b6b-4295-90e5-34a6aa6a3f6a HTTP/1.1" status: 200 len: 942 time: 0.9198568 Sep 25 03:37:59.442423 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a22fb511-2390-4ae7-ba98-96456df13c9c', 'tag': '24ffe511-2b6b-4295-90e5-34a6aa6a3f6a'}] {{(pid=94021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 03:37:59.446645 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e2fb5340eb8446ff58cd715b9748d5b5aabaa2e5f9ab10f469ed89a7c45a212" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff2a123f-a0b4-4850-a850-ed5f9f177830" -d '{"events": [{"name": "network-changed", "server_uuid": "a22fb511-2390-4ae7-ba98-96456df13c9c", "tag": "24ffe511-2b6b-4295-90e5-34a6aa6a3f6a"}]}' {{(pid=94021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 03:37:59.447641 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 56774) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:37:59.548902 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-9fc452b7-7e24-4843-aa11-70624e4df80a tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:59.560761 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30949d71-0306-401b-8028-7f2cac01fca8 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Pushing event updated for resources: {'Port': ['ID=24ffe511-2b6b-4295-90e5-34a6aa6a3f6a,revision_number=7']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:37:59.592779 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-9fc452b7-7e24-4843-aa11-70624e4df80a tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:59.594908 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a819a92b-ceb6-40f0-b145-05c887228e4a req-629d21f8-18bb-491f-9a91-285d0e27997f service neutron] 10.222.0.42 "GET /v2.0/networks/3af85cfb-dd93-48a8-a1e1-fc03ce02f109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828381 Sep 25 03:37:59.623446 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] get_ports_and_sgs() called for port_ids ['24ffe511-2b6b-4295-90e5-34a6aa6a3f6a'] {{(pid=94022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 25 03:37:59.678227 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 03:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a946319-08de-4449-81af-42a3bf5b3f6e x-openstack-request-id: req-4a946319-08de-4449-81af-42a3bf5b3f6e {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 03:37:59.678767 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a22fb511-2390-4ae7-ba98-96456df13c9c", "tag": "24ffe511-2b6b-4295-90e5-34a6aa6a3f6a", "status": "completed", "code": 200}]} {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 03:37:59.679262 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4a946319-08de-4449-81af-42a3bf5b3f6e {{(pid=94021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 03:37:59.679964 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a22fb511-2390-4ae7-ba98-96456df13c9c', 'tag': '24ffe511-2b6b-4295-90e5-34a6aa6a3f6a', 'status': 'completed', 'code': 200} Sep 25 03:37:59.722193 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-9fc452b7-7e24-4843-aa11-70624e4df80a tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:59.725125 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-9fc452b7-7e24-4843-aa11-70624e4df80a tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:59.727004 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-9fc452b7-7e24-4843-aa11-70624e4df80a tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "DELETE /v2.0/security-groups/c3596e24-2040-4885-ac99-e06dba47f7f1 HTTP/1.1" status: 204 len: 168 time: 0.2783353 Sep 25 03:37:59.733409 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 56780) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:37:59.738801 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc452b7-7e24-4843-aa11-70624e4df80a tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3596e24-2040-4885-ac99-e06dba47f7f1,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:37:59.771057 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-afb331d6-14e6-4546-90fe-90e8c46c1154 None None] Provisioning complete for port 24ffe511-2b6b-4295-90e5-34a6aa6a3f6a triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:37:59.771585 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-afb331d6-14e6-4546-90fe-90e8c46c1154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:37:59.885472 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a123f-a0b4-4850-a850-ed5f9f177830 req-ffc976fe-5611-46cf-ad3b-651dcbfb289b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:37:59.887183 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ff2a123f-a0b4-4850-a850-ed5f9f177830 req-ffc976fe-5611-46cf-ad3b-651dcbfb289b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=38f2ee3f8f7f41cf906b46bcbbc31b5d&device_id=a22fb511-2390-4ae7-ba98-96456df13c9c HTTP/1.1" status: 200 len: 1098 time: 0.1340792 Sep 25 03:38:00.072207 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8d0a7cca-d67c-47e7-8140-f81c6d1a6b1d req-5e6ca046-b029-4945-8531-b9d776aefc42 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/ports?device_id=871e2f30-7fe1-4935-8a03-2927a4afadf5 HTTP/1.1" status: 200 len: 210 time: 0.0530086 Sep 25 03:38:00.100842 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a123f-a0b4-4850-a850-ed5f9f177830 req-ddf7cff2-5aa3-4926-aa78-8f515be7e128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:38:00.103171 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ff2a123f-a0b4-4850-a850-ed5f9f177830 req-ddf7cff2-5aa3-4926-aa78-8f515be7e128 service neutron] 10.222.0.45 "GET /v2.0/networks?id=89e779df-c836-498b-8f59-96d1b762d6e8 HTTP/1.1" status: 200 len: 916 time: 0.1848578 Sep 25 03:38:00.116158 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [None req-6f1c947f-8f05-4ff7-97d3-0ec219757cd2 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Deleting port d60f5b9a-c364-490b-a68b-f580d05db008 {{(pid=94021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 03:38:00.116498 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-6f1c947f-8f05-4ff7-97d3-0ec219757cd2 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731880592680'] for port, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:00.230644 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ff2a123f-a0b4-4850-a850-ed5f9f177830 req-36b67f85-a197-4785-9446-f8854dacbebc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=24ffe511-2b6b-4295-90e5-34a6aa6a3f6a HTTP/1.1" status: 200 len: 1000 time: 0.1163878 Sep 25 03:38:00.261206 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-6f1c947f-8f05-4ff7-97d3-0ec219757cd2 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889411'] for port, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:00.261521 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-6f1c947f-8f05-4ff7-97d3-0ec219757cd2 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:00.296320 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [None req-6f1c947f-8f05-4ff7-97d3-0ec219757cd2 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Calling delete_port for d60f5b9a-c364-490b-a68b-f580d05db008 owned by network:floatingip {{(pid=94021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 03:38:00.317001 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a123f-a0b4-4850-a850-ed5f9f177830 req-e5b683cc-9812-4df0-a75d-61d520259489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:38:00.318543 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ff2a123f-a0b4-4850-a850-ed5f9f177830 req-e5b683cc-9812-4df0-a75d-61d520259489 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=63d421db-5dcc-4401-a62e-bc953d53849c HTTP/1.1" status: 200 len: 854 time: 0.0694747 Sep 25 03:38:00.439556 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a123f-a0b4-4850-a850-ed5f9f177830 req-0f201146-bedc-44dd-b045-1f44284f3847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:38:00.441171 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ff2a123f-a0b4-4850-a850-ed5f9f177830 req-0f201146-bedc-44dd-b045-1f44284f3847 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=89e779df-c836-498b-8f59-96d1b762d6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0928295 Sep 25 03:38:00.590748 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ff2a123f-a0b4-4850-a850-ed5f9f177830 req-0bff371b-878e-416d-aac2-46a3ef9fb8c4 service neutron] 10.222.0.45 "GET /v2.0/networks/89e779df-c836-498b-8f59-96d1b762d6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386607 Sep 25 03:38:00.614334 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-6f1c947f-8f05-4ff7-97d3-0ec219757cd2 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731880598766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731880292810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3214562'] for port, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:00.689966 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1c947f-8f05-4ff7-97d3-0ec219757cd2 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Pushing event deleted for resources: {'Port': ['ID=d60f5b9a-c364-490b-a68b-f580d05db008,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:38:00.776902 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-6f1c947f-8f05-4ff7-97d3-0ec219757cd2 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Notify callbacks [] for floatingip, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:00.777235 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.db.l3_db [None req-6f1c947f-8f05-4ff7-97d3-0ec219757cd2 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Floating IP 7aeb21c7-41f2-4082-bc4f-db7978a74f97 disassociated (deleted). External IP: 172.27.1.43, port: 24ffe511-2b6b-4295-90e5-34a6aa6a3f6a. Sep 25 03:38:00.838411 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ff2a123f-a0b4-4850-a850-ed5f9f177830 req-9fafa992-e914-4057-8e54-5be044804209 service neutron] 10.222.0.45 "GET /v2.0/networks/89e779df-c836-498b-8f59-96d1b762d6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094219 Sep 25 03:38:01.034641 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f1c947f-8f05-4ff7-97d3-0ec219757cd2 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Router b9a20eb7-f23a-492d-83d8-e9c74005387e has already been hosted by L3 agent be170b3f-ec9b-4dfa-8e40-fa1591bf80a9 {{(pid=94021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 03:38:01.148740 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f1c947f-8f05-4ff7-97d3-0ec219757cd2 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Notify agent at l3_agent.dv-cinder-775706-4-iscsi the message routers_updated {{(pid=94021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 03:38:01.154671 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-6f1c947f-8f05-4ff7-97d3-0ec219757cd2 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950'] for floatingip, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:01.164131 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca28bab1-508e-4a87-8877-9683b624e537 None None] Sync routers for ids ['b9a20eb7-f23a-492d-83d8-e9c74005387e'] in dv-cinder-775706-4-iscsi {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 03:38:01.176081 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca28bab1-508e-4a87-8877-9683b624e537 None None] Routers {'b9a20eb7-f23a-492d-83d8-e9c74005387e'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:38:01.176764 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-ca28bab1-508e-4a87-8877-9683b624e537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:37:48Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['b9a20eb7-f23a-492d-83d8-e9c74005387e'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:38:01.196618 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-6f1c947f-8f05-4ff7-97d3-0ec219757cd2 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "DELETE /v2.0/floatingips/7aeb21c7-41f2-4082-bc4f-db7978a74f97 HTTP/1.1" status: 204 len: 168 time: 1.4590650 Sep 25 03:38:01.215364 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-663eaa7b-76f3-442a-92bd-a057fb1c033c req-269e519a-8ae2-4c6a-9b3e-42e009458bbd tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/ports?device_id=871e2f30-7fe1-4935-8a03-2927a4afadf5 HTTP/1.1" status: 200 len: 210 time: 0.0404639 Sep 25 03:38:01.313448 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-ca28bab1-508e-4a87-8877-9683b624e537 None None] Set router b9a20eb7-f23a-492d-83d8-e9c74005387e gateway port host: dv-cinder-775706-4-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:38:01.353674 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819a92b-ceb6-40f0-b145-05c887228e4a req-75ac3060-4011-4838-8570-ead41f114844 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:38:01.355330 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a819a92b-ceb6-40f0-b145-05c887228e4a req-75ac3060-4011-4838-8570-ead41f114844 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.45 "GET /v2.0/networks?id=3af85cfb-dd93-48a8-a1e1-fc03ce02f109 HTTP/1.1" status: 200 len: 811 time: 0.1390855 Sep 25 03:38:01.413010 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a819a92b-ceb6-40f0-b145-05c887228e4a req-1696c878-5721-40e3-8232-271ef820b782 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db363e7cf1b9415d89602f3298329e35 HTTP/1.1" status: 200 len: 380 time: 0.0399954 Sep 25 03:38:01.440060 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [req-a819a92b-ceb6-40f0-b145-05c887228e4a req-b70939cf-0279-4627-847e-d17d6c1f7a14 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Request body: {'port': {'device_id': '871e2f30-7fe1-4935-8a03-2927a4afadf5', 'network_id': '3af85cfb-dd93-48a8-a1e1-fc03ce02f109', 'admin_state_up': True, 'tenant_id': 'db363e7cf1b9415d89602f3298329e35', 'security_groups': ['d84f7fc4-a72b-4f91-9132-c08dc4e9da0b']}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:38:01.587699 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-ca28bab1-508e-4a87-8877-9683b624e537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9a20eb7-f23a-492d-83d8-e9c74005387e', 'name': 'tempest-TestMinimumBasicScenario-2076328930-router', 'tenant_id': '38f2ee3f8f7f41cf906b46bcbbc31b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '8cc18c0a-5789-495c-9a0f-902afbecb8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:33:36Z', 'updated_at': '2021-09-25T03:33:41Z', 'revision_number': 4, 'project_id': '38f2ee3f8f7f41cf906b46bcbbc31b5d', 'gw_port': {'id': '8cc18c0a-5789-495c-9a0f-902afbecb8a8', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:32:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a20eb7-f23a-492d-83d8-e9c74005387e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:33:37Z', 'updated_at': '2021-09-25T03:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_interfaces': [{'id': 'acfb7fea-1862-4c5d-bc0f-b6c6665bfe8c', 'name': '', 'network_id': '89e779df-c836-498b-8f59-96d1b762d6e8', 'tenant_id': '38f2ee3f8f7f41cf906b46bcbbc31b5d', 'mac_address': 'fa:16:3e:b8:31:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a20eb7-f23a-492d-83d8-e9c74005387e', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '63d421db-5dcc-4401-a62e-bc953d53849c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:33:40Z', 'updated_at': '2021-09-25T03:33:47Z', 'revision_number': 5, 'project_id': '38f2ee3f8f7f41cf906b46bcbbc31b5d', 'subnets': [{'id': '63d421db-5dcc-4401-a62e-bc953d53849c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:38:01.617307 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca28bab1-508e-4a87-8877-9683b624e537 None None] Checking router: b9a20eb7-f23a-492d-83d8-e9c74005387e for host: dv-cinder-775706-4-iscsi {{(pid=94022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 03:38:01.628021 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca28bab1-508e-4a87-8877-9683b624e537 None None] Routers {'b9a20eb7-f23a-492d-83d8-e9c74005387e'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:38:01.628675 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-ca28bab1-508e-4a87-8877-9683b624e537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:37:48Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['b9a20eb7-f23a-492d-83d8-e9c74005387e'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:38:01.644720 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a819a92b-ceb6-40f0-b145-05c887228e4a req-b70939cf-0279-4627-847e-d17d6c1f7a14 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Made reservation on behalf of db363e7cf1b9415d89602f3298329e35 for: {'port': 1} {{(pid=94021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 03:38:01.649237 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-a819a92b-ceb6-40f0-b145-05c887228e4a req-b70939cf-0279-4627-847e-d17d6c1f7a14 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:01.681298 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a22fb511-2390-4ae7-ba98-96456df13c9c', 'tag': '24ffe511-2b6b-4295-90e5-34a6aa6a3f6a'}] {{(pid=94021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 03:38:01.683784 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e2fb5340eb8446ff58cd715b9748d5b5aabaa2e5f9ab10f469ed89a7c45a212" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7236f54e-55ac-4fe8-9f36-6b3b790a65fb" -d '{"events": [{"name": "network-changed", "server_uuid": "a22fb511-2390-4ae7-ba98-96456df13c9c", "tag": "24ffe511-2b6b-4295-90e5-34a6aa6a3f6a"}]}' {{(pid=94021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 03:38:01.743449 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-ca28bab1-508e-4a87-8877-9683b624e537 None None] Set router b9a20eb7-f23a-492d-83d8-e9c74005387e gateway port host: dv-cinder-775706-4-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:38:01.754505 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 03:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-020584d7-9cc6-48aa-b7f4-05f58c3c9f35 x-openstack-request-id: req-020584d7-9cc6-48aa-b7f4-05f58c3c9f35 {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 03:38:01.754791 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a22fb511-2390-4ae7-ba98-96456df13c9c", "tag": "24ffe511-2b6b-4295-90e5-34a6aa6a3f6a", "status": "completed", "code": 200}]} {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 03:38:01.755040 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-020584d7-9cc6-48aa-b7f4-05f58c3c9f35 {{(pid=94021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 03:38:01.755432 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a22fb511-2390-4ae7-ba98-96456df13c9c', 'tag': '24ffe511-2b6b-4295-90e5-34a6aa6a3f6a', 'status': 'completed', 'code': 200} Sep 25 03:38:01.812491 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.db.db_base_plugin_common [req-a819a92b-ceb6-40f0-b145-05c887228e4a req-b70939cf-0279-4627-847e-d17d6c1f7a14 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Allocated IP 172.20.0.7 (3af85cfb-dd93-48a8-a1e1-fc03ce02f109/214e70c9-9735-4259-b6d5-e362dbd8f3ae/d59277c4-05c8-48ba-bb31-5380252b96a5) {{(pid=94021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 03:38:01.888725 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7236f54e-55ac-4fe8-9f36-6b3b790a65fb req-9913d204-702c-42dc-97da-ae1ad177982e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:38:01.891247 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-7236f54e-55ac-4fe8-9f36-6b3b790a65fb req-9913d204-702c-42dc-97da-ae1ad177982e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=38f2ee3f8f7f41cf906b46bcbbc31b5d&device_id=a22fb511-2390-4ae7-ba98-96456df13c9c HTTP/1.1" status: 200 len: 1098 time: 0.0795779 Sep 25 03:38:01.985505 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-ca28bab1-508e-4a87-8877-9683b624e537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9a20eb7-f23a-492d-83d8-e9c74005387e', 'name': 'tempest-TestMinimumBasicScenario-2076328930-router', 'tenant_id': '38f2ee3f8f7f41cf906b46bcbbc31b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '8cc18c0a-5789-495c-9a0f-902afbecb8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:33:36Z', 'updated_at': '2021-09-25T03:33:41Z', 'revision_number': 4, 'project_id': '38f2ee3f8f7f41cf906b46bcbbc31b5d', 'gw_port': {'id': '8cc18c0a-5789-495c-9a0f-902afbecb8a8', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:32:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a20eb7-f23a-492d-83d8-e9c74005387e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:33:37Z', 'updated_at': '2021-09-25T03:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_interfaces': [{'id': 'acfb7fea-1862-4c5d-bc0f-b6c6665bfe8c', 'name': '', 'network_id': '89e779df-c836-498b-8f59-96d1b762d6e8', 'tenant_id': '38f2ee3f8f7f41cf906b46bcbbc31b5d', 'mac_address': 'fa:16:3e:b8:31:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a20eb7-f23a-492d-83d8-e9c74005387e', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '63d421db-5dcc-4401-a62e-bc953d53849c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:33:40Z', 'updated_at': '2021-09-25T03:33:47Z', 'revision_number': 5, 'project_id': '38f2ee3f8f7f41cf906b46bcbbc31b5d', 'subnets': [{'id': '63d421db-5dcc-4401-a62e-bc953d53849c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:38:02.021295 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca28bab1-508e-4a87-8877-9683b624e537 None None] The sync data for ids ['b9a20eb7-f23a-492d-83d8-e9c74005387e'] in dv-cinder-775706-4-iscsi is: [{'id': 'b9a20eb7-f23a-492d-83d8-e9c74005387e', 'name': 'tempest-TestMinimumBasicScenario-2076328930-router', 'tenant_id': '38f2ee3f8f7f41cf906b46bcbbc31b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '8cc18c0a-5789-495c-9a0f-902afbecb8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:33:36Z', 'updated_at': '2021-09-25T03:33:41Z', 'revision_number': 4, 'project_id': '38f2ee3f8f7f41cf906b46bcbbc31b5d', 'gw_port': {'id': '8cc18c0a-5789-495c-9a0f-902afbecb8a8', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:32:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a20eb7-f23a-492d-83d8-e9c74005387e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:33:37Z', 'updated_at': '2021-09-25T03:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_interfaces': [{'id': 'acfb7fea-1862-4c5d-bc0f-b6c6665bfe8c', 'name': '', 'network_id': '89e779df-c836-498b-8f59-96d1b762d6e8', 'tenant_id': '38f2ee3f8f7f41cf906b46bcbbc31b5d', 'mac_address': 'fa:16:3e:b8:31:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a20eb7-f23a-492d-83d8-e9c74005387e', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '63d421db-5dcc-4401-a62e-bc953d53849c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:33:40Z', 'updated_at': '2021-09-25T03:33:47Z', 'revision_number': 5, 'project_id': '38f2ee3f8f7f41cf906b46bcbbc31b5d', 'subnets': [{'id': '63d421db-5dcc-4401-a62e-bc953d53849c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 03:38:02.040580 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7236f54e-55ac-4fe8-9f36-6b3b790a65fb req-2e0fbb3a-a6df-4749-85eb-e4287048ba79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:38:02.042372 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-7236f54e-55ac-4fe8-9f36-6b3b790a65fb req-2e0fbb3a-a6df-4749-85eb-e4287048ba79 service neutron] 10.222.0.45 "GET /v2.0/networks?id=89e779df-c836-498b-8f59-96d1b762d6e8 HTTP/1.1" status: 200 len: 916 time: 0.1425948 Sep 25 03:38:02.065709 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-a819a92b-ceb6-40f0-b145-05c887228e4a req-b70939cf-0279-4627-847e-d17d6c1f7a14 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks [] for port, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:02.118890 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-a819a92b-ceb6-40f0-b145-05c887228e4a req-b70939cf-0279-4627-847e-d17d6c1f7a14 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731880292801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3214562'] for port, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:02.128028 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-7236f54e-55ac-4fe8-9f36-6b3b790a65fb req-fc922ed1-7b5c-46ff-959b-5a5d953a1c13 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=24ffe511-2b6b-4295-90e5-34a6aa6a3f6a HTTP/1.1" status: 200 len: 217 time: 0.0703075 Sep 25 03:38:02.172525 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a819a92b-ceb6-40f0-b145-05c887228e4a req-b70939cf-0279-4627-847e-d17d6c1f7a14 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Network 3af85cfb-dd93-48a8-a1e1-fc03ce02f109 is already hosted by enough agents. {{(pid=94021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 03:38:02.176886 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.base_scheduler [req-a819a92b-ceb6-40f0-b145-05c887228e4a req-b70939cf-0279-4627-847e-d17d6c1f7a14 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Resources bound (agent type, host, resource id): {{(pid=94021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:38:02.181393 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [req-a819a92b-ceb6-40f0-b145-05c887228e4a req-b70939cf-0279-4627-847e-d17d6c1f7a14 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Received port after_create {{(pid=94021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 03:38:02.211451 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70939cf-0279-4627-847e-d17d6c1f7a14 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Pushing event updated for resources: {'Port': ['ID=d59277c4-05c8-48ba-bb31-5380252b96a5,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:38:02.211607 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7236f54e-55ac-4fe8-9f36-6b3b790a65fb req-053d9aa3-c146-4899-afc0-699b121dd075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:38:02.214297 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-7236f54e-55ac-4fe8-9f36-6b3b790a65fb req-053d9aa3-c146-4899-afc0-699b121dd075 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=63d421db-5dcc-4401-a62e-bc953d53849c HTTP/1.1" status: 200 len: 854 time: 0.0742602 Sep 25 03:38:02.277922 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819a92b-ceb6-40f0-b145-05c887228e4a req-b70939cf-0279-4627-847e-d17d6c1f7a14 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:38:02.278966 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-a819a92b-ceb6-40f0-b145-05c887228e4a req-b70939cf-0279-4627-847e-d17d6c1f7a14 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:02.309675 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a819a92b-ceb6-40f0-b145-05c887228e4a req-b70939cf-0279-4627-847e-d17d6c1f7a14 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8741837 Sep 25 03:38:02.338465 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [req-a819a92b-ceb6-40f0-b145-05c887228e4a req-3844d7fc-b96c-47b1-a44b-83e687b0a697 service neutron] Request body: {'port': {'device_id': '871e2f30-7fe1-4935-8a03-2927a4afadf5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:38:02.355947 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7236f54e-55ac-4fe8-9f36-6b3b790a65fb req-93fd7e28-b026-43c1-80c9-63dd5282aeea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:38:02.358268 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-7236f54e-55ac-4fe8-9f36-6b3b790a65fb req-93fd7e28-b026-43c1-80c9-63dd5282aeea service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=89e779df-c836-498b-8f59-96d1b762d6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0974023 Sep 25 03:38:02.443559 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da233a9-b47b-4b8a-b0a4-73bbbf23f4eb None None] New status for floating IP 7aeb21c7-41f2-4082-bc4f-db7978a74f97: DOWN {{(pid=94023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 25 03:38:02.477928 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec8f287-0763-4ebc-a63d-7668adee5be2 req-02635f79-c92d-4545-960a-41f450a3263f tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:38:02.480708 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7ec8f287-0763-4ebc-a63d-7668adee5be2 req-02635f79-c92d-4545-960a-41f450a3263f tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/ports?device_id=871e2f30-7fe1-4935-8a03-2927a4afadf5 HTTP/1.1" status: 200 len: 931 time: 0.1576335 Sep 25 03:38:02.481991 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-a819a92b-ceb6-40f0-b145-05c887228e4a req-3844d7fc-b96c-47b1-a44b-83e687b0a697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:02.530723 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-aa0ea45a-7af4-4ddf-b12c-6ba37506787f None None] Provisioning complete for port d59277c4-05c8-48ba-bb31-5380252b96a5 triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:38:02.534063 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-aa0ea45a-7af4-4ddf-b12c-6ba37506787f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:02.599959 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-7236f54e-55ac-4fe8-9f36-6b3b790a65fb req-a4db33b3-e885-4def-b853-7879249d2762 service neutron] 10.222.0.45 "GET /v2.0/networks/89e779df-c836-498b-8f59-96d1b762d6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177377 Sep 25 03:38:02.613321 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-aa0ea45a-7af4-4ddf-b12c-6ba37506787f None None] Port d59277c4-05c8-48ba-bb31-5380252b96a5 cannot update to ACTIVE because it is not bound. {{(pid=94022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 25 03:38:02.625359 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7ec8f287-0763-4ebc-a63d-7668adee5be2 req-dca7516f-a1ba-4b0d-9377-8c35cb246183 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/security-groups?id=d84f7fc4-a72b-4f91-9132-c08dc4e9da0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274574 Sep 25 03:38:02.713785 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-7236f54e-55ac-4fe8-9f36-6b3b790a65fb req-364a370f-c44d-434d-a222-38d7b763d756 service neutron] 10.222.0.45 "GET /v2.0/networks/89e779df-c836-498b-8f59-96d1b762d6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979378 Sep 25 03:38:02.853894 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [req-a819a92b-ceb6-40f0-b145-05c887228e4a req-3844d7fc-b96c-47b1-a44b-83e687b0a697 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d59277c4-05c8-48ba-bb31-5380252b96a5 {{(pid=94021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 03:38:02.862336 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-a819a92b-ceb6-40f0-b145-05c887228e4a req-3844d7fc-b96c-47b1-a44b-83e687b0a697 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:02.878243 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.db.provisioning_blocks [req-a819a92b-ceb6-40f0-b145-05c887228e4a req-3844d7fc-b96c-47b1-a44b-83e687b0a697 service neutron] Transition to ACTIVE for port object d59277c4-05c8-48ba-bb31-5380252b96a5 will not be triggered until provisioned by entity L2. {{(pid=94021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 25 03:38:02.883286 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-a819a92b-ceb6-40f0-b145-05c887228e4a req-3844d7fc-b96c-47b1-a44b-83e687b0a697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3214569'] for port, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:02.961605 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3844d7fc-b96c-47b1-a44b-83e687b0a697 service neutron] Pushing event updated for resources: {'Port': ['ID=d59277c4-05c8-48ba-bb31-5380252b96a5,revision_number=2']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:38:03.030060 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-a819a92b-ceb6-40f0-b145-05c887228e4a req-3844d7fc-b96c-47b1-a44b-83e687b0a697 service neutron] Attempting to bind port d59277c4-05c8-48ba-bb31-5380252b96a5 on host hv-cinder-77570 for vnic_type normal with profile {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 03:38:03.030590 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-a819a92b-ceb6-40f0-b145-05c887228e4a req-3844d7fc-b96c-47b1-a44b-83e687b0a697 service neutron] Attempting to bind port d59277c4-05c8-48ba-bb31-5380252b96a5 by drivers openvswitch,hyperv on host hv-cinder-77570 at level 0 using segments [{'id': 'e95060b2-b7b1-413f-8b0c-ca64c0be8c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3af85cfb-dd93-48a8-a1e1-fc03ce02f109'}] {{(pid=94021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 03:38:03.030925 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a819a92b-ceb6-40f0-b145-05c887228e4a req-3844d7fc-b96c-47b1-a44b-83e687b0a697 service neutron] Attempting to bind port d59277c4-05c8-48ba-bb31-5380252b96a5 on network 3af85cfb-dd93-48a8-a1e1-fc03ce02f109 {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 03:38:03.037340 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a819a92b-ceb6-40f0-b145-05c887228e4a req-3844d7fc-b96c-47b1-a44b-83e687b0a697 service neutron] Port d59277c4-05c8-48ba-bb31-5380252b96a5 on network 3af85cfb-dd93-48a8-a1e1-fc03ce02f109 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77570 {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 25 03:38:03.037686 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a819a92b-ceb6-40f0-b145-05c887228e4a req-3844d7fc-b96c-47b1-a44b-83e687b0a697 service neutron] Attempting to bind port d59277c4-05c8-48ba-bb31-5380252b96a5 on network 3af85cfb-dd93-48a8-a1e1-fc03ce02f109 {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 03:38:03.045775 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a819a92b-ceb6-40f0-b145-05c887228e4a req-3844d7fc-b96c-47b1-a44b-83e687b0a697 service neutron] Checking agent: {'id': '508f5817-0468-490c-b4b9-d8db88d5fd84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 3, 27, 55), 'started_at': datetime.datetime(2021, 9, 25, 3, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 3, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 03:38:03.046192 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a819a92b-ceb6-40f0-b145-05c887228e4a req-3844d7fc-b96c-47b1-a44b-83e687b0a697 service neutron] Checking segment: {'id': 'e95060b2-b7b1-413f-8b0c-ca64c0be8c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3af85cfb-dd93-48a8-a1e1-fc03ce02f109'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 03:38:03.046500 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a819a92b-ceb6-40f0-b145-05c887228e4a req-3844d7fc-b96c-47b1-a44b-83e687b0a697 service neutron] Bound using segment: {'id': 'e95060b2-b7b1-413f-8b0c-ca64c0be8c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3af85cfb-dd93-48a8-a1e1-fc03ce02f109'} {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 03:38:03.046939 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-a819a92b-ceb6-40f0-b145-05c887228e4a req-3844d7fc-b96c-47b1-a44b-83e687b0a697 service neutron] Bound port: d59277c4-05c8-48ba-bb31-5380252b96a5, host: hv-cinder-77570, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e95060b2-b7b1-413f-8b0c-ca64c0be8c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3af85cfb-dd93-48a8-a1e1-fc03ce02f109'}}] {{(pid=94021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 03:38:03.047301 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-a819a92b-ceb6-40f0-b145-05c887228e4a req-3844d7fc-b96c-47b1-a44b-83e687b0a697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:03.411575 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-a819a92b-ceb6-40f0-b145-05c887228e4a req-3844d7fc-b96c-47b1-a44b-83e687b0a697 service neutron] For port d59277c4-05c8-48ba-bb31-5380252b96a5, host hv-cinder-77570, cleared binding levels {{(pid=94021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 03:38:03.416019 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-a819a92b-ceb6-40f0-b145-05c887228e4a req-3844d7fc-b96c-47b1-a44b-83e687b0a697 service neutron] For port d59277c4-05c8-48ba-bb31-5380252b96a5, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=d59277c4-05c8-48ba-bb31-5380252b96a5,segment=NetworkSegment(e95060b2-b7b1-413f-8b0c-ca64c0be8c3d),segment_id=e95060b2-b7b1-413f-8b0c-ca64c0be8c3d)] {{(pid=94021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 03:38:03.423213 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-a819a92b-ceb6-40f0-b145-05c887228e4a req-3844d7fc-b96c-47b1-a44b-83e687b0a697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3214569'] for port, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:03.476426 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819a92b-ceb6-40f0-b145-05c887228e4a req-3844d7fc-b96c-47b1-a44b-83e687b0a697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:38:03.477436 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-a819a92b-ceb6-40f0-b145-05c887228e4a req-3844d7fc-b96c-47b1-a44b-83e687b0a697 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:03.480290 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a819a92b-ceb6-40f0-b145-05c887228e4a req-3844d7fc-b96c-47b1-a44b-83e687b0a697 service neutron] 10.222.0.45 "PUT /v2.0/ports/d59277c4-05c8-48ba-bb31-5380252b96a5 HTTP/1.1" status: 200 len: 1093 time: 1.1472650 Sep 25 03:38:03.517625 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3844d7fc-b96c-47b1-a44b-83e687b0a697 service neutron] Pushing event updated for resources: {'Port': ['ID=d59277c4-05c8-48ba-bb31-5380252b96a5,revision_number=3']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:38:03.597622 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819a92b-ceb6-40f0-b145-05c887228e4a req-c6a1ee72-3643-4479-bf2d-f33612074b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:38:03.599239 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a819a92b-ceb6-40f0-b145-05c887228e4a req-c6a1ee72-3643-4479-bf2d-f33612074b39 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=db363e7cf1b9415d89602f3298329e35&device_id=871e2f30-7fe1-4935-8a03-2927a4afadf5 HTTP/1.1" status: 200 len: 1096 time: 0.0541041 Sep 25 03:38:03.660362 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a819a92b-ceb6-40f0-b145-05c887228e4a req-3f246a4a-e778-4ef4-aeaf-ca1ada157f26 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d59277c4-05c8-48ba-bb31-5380252b96a5 HTTP/1.1" status: 200 len: 217 time: 0.0418575 Sep 25 03:38:03.765445 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '871e2f30-7fe1-4935-8a03-2927a4afadf5', 'tag': 'd59277c4-05c8-48ba-bb31-5380252b96a5'}] {{(pid=94021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 03:38:03.768137 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e2fb5340eb8446ff58cd715b9748d5b5aabaa2e5f9ab10f469ed89a7c45a212" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1414befd-5ee6-4d07-ae6d-55e058f34cb2" -d '{"events": [{"name": "network-changed", "server_uuid": "871e2f30-7fe1-4935-8a03-2927a4afadf5", "tag": "d59277c4-05c8-48ba-bb31-5380252b96a5"}]}' {{(pid=94021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 03:38:03.773884 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819a92b-ceb6-40f0-b145-05c887228e4a req-a6f5fce2-ce3b-4f06-898f-61a03b2dc4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:38:03.775461 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a819a92b-ceb6-40f0-b145-05c887228e4a req-a6f5fce2-ce3b-4f06-898f-61a03b2dc4f9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=214e70c9-9735-4259-b6d5-e362dbd8f3ae HTTP/1.1" status: 200 len: 850 time: 0.1004076 Sep 25 03:38:03.796080 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d12407-7b61-489b-ad90-f794e764ad5b req-22eb7f82-8c0a-409f-8877-0b6c54609907 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:38:03.797717 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-59d12407-7b61-489b-ad90-f794e764ad5b req-22eb7f82-8c0a-409f-8877-0b6c54609907 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/ports?device_id=871e2f30-7fe1-4935-8a03-2927a4afadf5 HTTP/1.1" status: 200 len: 943 time: 0.0778112 Sep 25 03:38:03.837586 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-49bb3d26-a774-4da8-b5b1-1927175b19fa req-112c2e34-bd81-4196-9c21-1bfb0d08e778 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ca8be174-28ce-456d-9625-30374a5501d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0605388 Sep 25 03:38:03.864000 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 03:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc700f8-c3bf-44e1-8e69-ac3cc51c9815 x-openstack-request-id: req-7fc700f8-c3bf-44e1-8e69-ac3cc51c9815 {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 03:38:03.864284 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "871e2f30-7fe1-4935-8a03-2927a4afadf5", "tag": "d59277c4-05c8-48ba-bb31-5380252b96a5", "status": "completed", "code": 200}]} {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 03:38:03.864627 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7fc700f8-c3bf-44e1-8e69-ac3cc51c9815 {{(pid=94021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 03:38:03.865345 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '871e2f30-7fe1-4935-8a03-2927a4afadf5', 'tag': 'd59277c4-05c8-48ba-bb31-5380252b96a5', 'status': 'completed', 'code': 200} Sep 25 03:38:03.882690 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-59d12407-7b61-489b-ad90-f794e764ad5b req-64642f56-2cdf-4667-8329-058366f8ace4 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/security-groups?id=d84f7fc4-a72b-4f91-9132-c08dc4e9da0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684443 Sep 25 03:38:03.890131 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819a92b-ceb6-40f0-b145-05c887228e4a req-f2d5fef2-c7fc-4aed-8f28-d61648902ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:38:03.892348 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a819a92b-ceb6-40f0-b145-05c887228e4a req-f2d5fef2-c7fc-4aed-8f28-d61648902ad6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3af85cfb-dd93-48a8-a1e1-fc03ce02f109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0931282 Sep 25 03:38:03.939867 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb3d26-a774-4da8-b5b1-1927175b19fa req-3efcade0-0d9a-4dc2-a048-933e50bd5584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:38:03.939867 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-49bb3d26-a774-4da8-b5b1-1927175b19fa req-3efcade0-0d9a-4dc2-a048-933e50bd5584 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6cd33c8ad4e54784833c9620269a3a7e&device_id=ca8be174-28ce-456d-9625-30374a5501d6 HTTP/1.1" status: 200 len: 1099 time: 0.0559762 Sep 25 03:38:03.993480 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a819a92b-ceb6-40f0-b145-05c887228e4a req-91bc381b-1bd0-4f3c-a4a8-12719b45de3d service neutron] 10.222.0.45 "GET /v2.0/networks/3af85cfb-dd93-48a8-a1e1-fc03ce02f109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932701 Sep 25 03:38:04.063792 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb3d26-a774-4da8-b5b1-1927175b19fa req-7beeb802-ee80-4e26-93ab-92683f48475c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:38:04.065464 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-49bb3d26-a774-4da8-b5b1-1927175b19fa req-7beeb802-ee80-4e26-93ab-92683f48475c service neutron] 10.222.0.45 "GET /v2.0/networks?id=0db9f430-59d9-43f8-9631-d99e7f9ba1b1 HTTP/1.1" status: 200 len: 917 time: 0.1025138 Sep 25 03:38:04.101754 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a819a92b-ceb6-40f0-b145-05c887228e4a req-53cf8b30-bca7-49eb-b929-1a329ad44882 service neutron] 10.222.0.45 "GET /v2.0/networks/3af85cfb-dd93-48a8-a1e1-fc03ce02f109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988188 Sep 25 03:38:04.173203 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-49bb3d26-a774-4da8-b5b1-1927175b19fa req-4ea93f70-2dad-4f8c-84f0-2a91a5e7e1dc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5244b419-ce3d-4864-825b-584c27c3e52f HTTP/1.1" status: 200 len: 1001 time: 0.0965588 Sep 25 03:38:04.293790 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1414befd-5ee6-4d07-ae6d-55e058f34cb2 req-9dc5e50c-7388-4ee9-945f-ffcf80f9a791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:38:04.295451 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1414befd-5ee6-4d07-ae6d-55e058f34cb2 req-9dc5e50c-7388-4ee9-945f-ffcf80f9a791 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=db363e7cf1b9415d89602f3298329e35&device_id=871e2f30-7fe1-4935-8a03-2927a4afadf5 HTTP/1.1" status: 200 len: 1096 time: 0.0487635 Sep 25 03:38:04.299181 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb3d26-a774-4da8-b5b1-1927175b19fa req-cee2631c-a7a9-433c-82db-456caf0353da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:38:04.300699 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-49bb3d26-a774-4da8-b5b1-1927175b19fa req-cee2631c-a7a9-433c-82db-456caf0353da service neutron] 10.222.0.45 "GET /v2.0/subnets?id=15c2144b-0628-4ad0-89f3-cf74162bcbd6 HTTP/1.1" status: 200 len: 855 time: 0.0543938 Sep 25 03:38:04.354071 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb3d26-a774-4da8-b5b1-1927175b19fa req-0cdb3da4-f5ce-4c4a-98c0-e23e423795a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:38:04.355690 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-49bb3d26-a774-4da8-b5b1-1927175b19fa req-0cdb3da4-f5ce-4c4a-98c0-e23e423795a4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0db9f430-59d9-43f8-9631-d99e7f9ba1b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449984 Sep 25 03:38:04.408621 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1414befd-5ee6-4d07-ae6d-55e058f34cb2 req-e3f32583-0716-4a5b-9b83-55b4ea21639e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:38:04.410194 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1414befd-5ee6-4d07-ae6d-55e058f34cb2 req-e3f32583-0716-4a5b-9b83-55b4ea21639e service neutron] 10.222.0.45 "GET /v2.0/networks?id=3af85cfb-dd93-48a8-a1e1-fc03ce02f109 HTTP/1.1" status: 200 len: 912 time: 0.1001894 Sep 25 03:38:04.454726 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1414befd-5ee6-4d07-ae6d-55e058f34cb2 req-c0965b8f-200e-4861-a14d-d03b3c71a8a7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d59277c4-05c8-48ba-bb31-5380252b96a5 HTTP/1.1" status: 200 len: 217 time: 0.0360055 Sep 25 03:38:04.463649 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-49bb3d26-a774-4da8-b5b1-1927175b19fa req-e03c4a05-3fc7-4d2a-aa18-e3d365d06489 service neutron] 10.222.0.45 "GET /v2.0/networks/0db9f430-59d9-43f8-9631-d99e7f9ba1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982623 Sep 25 03:38:04.506082 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1414befd-5ee6-4d07-ae6d-55e058f34cb2 req-16e94c86-91f3-4975-9165-f15c71508a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:38:04.507612 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1414befd-5ee6-4d07-ae6d-55e058f34cb2 req-16e94c86-91f3-4975-9165-f15c71508a8a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=214e70c9-9735-4259-b6d5-e362dbd8f3ae HTTP/1.1" status: 200 len: 850 time: 0.0457823 Sep 25 03:38:04.565217 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-49bb3d26-a774-4da8-b5b1-1927175b19fa req-c5ee0703-4377-4139-91fb-04a63a2a6268 service neutron] 10.222.0.45 "GET /v2.0/networks/0db9f430-59d9-43f8-9631-d99e7f9ba1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911036 Sep 25 03:38:04.570811 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1414befd-5ee6-4d07-ae6d-55e058f34cb2 req-c06ee12f-0c5b-45c4-b444-f69e1cc96a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:38:04.572364 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1414befd-5ee6-4d07-ae6d-55e058f34cb2 req-c06ee12f-0c5b-45c4-b444-f69e1cc96a3e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3af85cfb-dd93-48a8-a1e1-fc03ce02f109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0480490 Sep 25 03:38:04.687748 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1414befd-5ee6-4d07-ae6d-55e058f34cb2 req-14c2fe6d-1d06-4015-a950-e29bd1027e7a service neutron] 10.222.0.45 "GET /v2.0/networks/3af85cfb-dd93-48a8-a1e1-fc03ce02f109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021578 Sep 25 03:38:04.792087 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1414befd-5ee6-4d07-ae6d-55e058f34cb2 req-5282eed3-51fb-4fe5-ba29-1d3e7b35def1 service neutron] 10.222.0.45 "GET /v2.0/networks/3af85cfb-dd93-48a8-a1e1-fc03ce02f109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954070 Sep 25 03:38:05.015074 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b3314-d027-4e7c-8063-225a53cc1337 req-35075d41-dc58-4c7d-8673-5d1738d378ea tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:38:05.017172 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-797b3314-d027-4e7c-8063-225a53cc1337 req-35075d41-dc58-4c7d-8673-5d1738d378ea tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/ports?device_id=871e2f30-7fe1-4935-8a03-2927a4afadf5 HTTP/1.1" status: 200 len: 943 time: 0.0571709 Sep 25 03:38:05.065358 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-797b3314-d027-4e7c-8063-225a53cc1337 req-e8c5968c-881e-45aa-88db-90ea13d4c321 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/security-groups?id=d84f7fc4-a72b-4f91-9132-c08dc4e9da0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360603 Sep 25 03:38:05.195284 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f9cecf-963f-4643-b269-00efb0f5f26f req-1968d7e5-7587-4f80-adfe-0eac70167cb9 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:38:05.197130 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-96f9cecf-963f-4643-b269-00efb0f5f26f req-1968d7e5-7587-4f80-adfe-0eac70167cb9 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/ports?device_id=a22fb511-2390-4ae7-ba98-96456df13c9c HTTP/1.1" status: 200 len: 945 time: 0.0506160 Sep 25 03:38:05.238829 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-96f9cecf-963f-4643-b269-00efb0f5f26f req-12e031be-21ea-456a-8e7e-361380e50856 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/security-groups?id=32c65188-c1b8-4ff9-b0ae-66d6e27932f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323236 Sep 25 03:38:06.202772 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e9331d-423e-4b51-aca6-1c5b1f9192f9 req-9702471b-788d-4f33-982c-e8cf18e12a78 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:38:06.204404 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-09e9331d-423e-4b51-aca6-1c5b1f9192f9 req-9702471b-788d-4f33-982c-e8cf18e12a78 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/ports?device_id=871e2f30-7fe1-4935-8a03-2927a4afadf5 HTTP/1.1" status: 200 len: 943 time: 0.0554051 Sep 25 03:38:06.242987 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-09e9331d-423e-4b51-aca6-1c5b1f9192f9 req-28cfb172-f774-4c0a-be9e-685801faac83 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/security-groups?id=d84f7fc4-a72b-4f91-9132-c08dc4e9da0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322664 Sep 25 03:38:06.359181 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e56a3-4de4-4d56-bfd5-2b9165ff8585 req-24d95671-fbda-418d-8cf1-96fe63d31c4a tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:38:06.360632 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6e5e56a3-4de4-4d56-bfd5-2b9165ff8585 req-24d95671-fbda-418d-8cf1-96fe63d31c4a tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/ports?device_id=a22fb511-2390-4ae7-ba98-96456df13c9c HTTP/1.1" status: 200 len: 945 time: 0.0513391 Sep 25 03:38:06.404247 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6e5e56a3-4de4-4d56-bfd5-2b9165ff8585 req-ebd49acb-ea8d-4295-be41-3e38f8bf6ce6 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/security-groups?id=32c65188-c1b8-4ff9-b0ae-66d6e27932f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351589 Sep 25 03:38:07.361696 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce38fb1d-4682-4c73-bc5e-e85c067d53df req-f7dd9567-69e0-47a2-a72a-f298d3eaddd5 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:38:07.363199 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ce38fb1d-4682-4c73-bc5e-e85c067d53df req-f7dd9567-69e0-47a2-a72a-f298d3eaddd5 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/ports?device_id=871e2f30-7fe1-4935-8a03-2927a4afadf5 HTTP/1.1" status: 200 len: 943 time: 0.0500038 Sep 25 03:38:07.404412 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ce38fb1d-4682-4c73-bc5e-e85c067d53df req-b72d4048-9621-4524-95e7-f5a0cde2e888 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/security-groups?id=d84f7fc4-a72b-4f91-9132-c08dc4e9da0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335021 Sep 25 03:38:07.546733 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff306c-70aa-4a2e-95da-04bdce22bde4 req-3aa3bbbf-5672-486c-b3c6-1300bc0e1d3b tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:38:07.548411 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2dff306c-70aa-4a2e-95da-04bdce22bde4 req-3aa3bbbf-5672-486c-b3c6-1300bc0e1d3b tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/ports?device_id=a22fb511-2390-4ae7-ba98-96456df13c9c HTTP/1.1" status: 200 len: 945 time: 0.0597930 Sep 25 03:38:07.589553 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2dff306c-70aa-4a2e-95da-04bdce22bde4 req-df64e6d3-b566-4015-afdd-c1d35aa976ab tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/security-groups?id=32c65188-c1b8-4ff9-b0ae-66d6e27932f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347524 Sep 25 03:38:07.731043 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c94a86-2726-4f55-9514-7eb076eeb4ae req-bbfc3c9f-9805-48a4-b8bf-27008e9eb12d tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:38:07.732525 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-36c94a86-2726-4f55-9514-7eb076eeb4ae req-bbfc3c9f-9805-48a4-b8bf-27008e9eb12d tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.45 "GET /v2.0/ports?device_id=a22fb511-2390-4ae7-ba98-96456df13c9c HTTP/1.1" status: 200 len: 945 time: 0.0504208 Sep 25 03:38:07.855344 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [req-36c94a86-2726-4f55-9514-7eb076eeb4ae req-ec0c6a2c-862e-4d7c-a833-c31cd7c95656 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Deleting port 24ffe511-2b6b-4295-90e5-34a6aa6a3f6a {{(pid=94021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 03:38:07.855666 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-36c94a86-2726-4f55-9514-7eb076eeb4ae req-ec0c6a2c-862e-4d7c-a833-c31cd7c95656 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731880592680'] for port, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:07.951286 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-36c94a86-2726-4f55-9514-7eb076eeb4ae req-ec0c6a2c-862e-4d7c-a833-c31cd7c95656 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] For port 24ffe511-2b6b-4295-90e5-34a6aa6a3f6a, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=24ffe511-2b6b-4295-90e5-34a6aa6a3f6a,segment=NetworkSegment(b395176b-719c-43cb-ac90-4c84b6943e8c),segment_id=b395176b-719c-43cb-ac90-4c84b6943e8c)] {{(pid=94021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:38:07.951650 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-36c94a86-2726-4f55-9514-7eb076eeb4ae req-ec0c6a2c-862e-4d7c-a833-c31cd7c95656 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889411'] for port, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:07.964103 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [req-36c94a86-2726-4f55-9514-7eb076eeb4ae req-ec0c6a2c-862e-4d7c-a833-c31cd7c95656 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Calling delete_port for 24ffe511-2b6b-4295-90e5-34a6aa6a3f6a owned by compute:nova {{(pid=94021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 03:38:08.100273 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-36c94a86-2726-4f55-9514-7eb076eeb4ae req-ec0c6a2c-862e-4d7c-a833-c31cd7c95656 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731880598766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731880292810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3214562'] for port, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:08.128545 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0c6a2c-862e-4d7c-a833-c31cd7c95656 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Pushing event deleted for resources: {'Port': ['ID=24ffe511-2b6b-4295-90e5-34a6aa6a3f6a,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:38:08.173245 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [req-36c94a86-2726-4f55-9514-7eb076eeb4ae req-ec0c6a2c-862e-4d7c-a833-c31cd7c95656 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] No DVR routers for this DVR port 24ffe511-2b6b-4295-90e5-34a6aa6a3f6a on host hv-cinder-77570 {{(pid=94021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 25 03:38:08.176253 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-36c94a86-2726-4f55-9514-7eb076eeb4ae req-ec0c6a2c-862e-4d7c-a833-c31cd7c95656 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:08.178337 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-36c94a86-2726-4f55-9514-7eb076eeb4ae req-ec0c6a2c-862e-4d7c-a833-c31cd7c95656 tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.45 "DELETE /v2.0/ports/24ffe511-2b6b-4295-90e5-34a6aa6a3f6a HTTP/1.1" status: 204 len: 173 time: 0.4367042 Sep 25 03:38:08.178767 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a22fb511-2390-4ae7-ba98-96456df13c9c', 'name': 'network-vif-deleted', 'tag': '24ffe511-2b6b-4295-90e5-34a6aa6a3f6a'}] {{(pid=94021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 03:38:08.181022 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e2fb5340eb8446ff58cd715b9748d5b5aabaa2e5f9ab10f469ed89a7c45a212" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-332a8fa5-cc85-4f98-9806-0479ba79c138" -d '{"events": [{"server_uuid": "a22fb511-2390-4ae7-ba98-96456df13c9c", "name": "network-vif-deleted", "tag": "24ffe511-2b6b-4295-90e5-34a6aa6a3f6a"}]}' {{(pid=94021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 03:38:08.224960 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 03:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d16f75-a7d0-45b6-bd67-51a8a1943990 x-openstack-request-id: req-93d16f75-a7d0-45b6-bd67-51a8a1943990 {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 03:38:08.225251 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a22fb511-2390-4ae7-ba98-96456df13c9c", "name": "network-vif-deleted", "tag": "24ffe511-2b6b-4295-90e5-34a6aa6a3f6a", "status": "completed", "code": 200}]} {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 03:38:08.225496 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-93d16f75-a7d0-45b6-bd67-51a8a1943990 {{(pid=94021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 03:38:08.225886 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a22fb511-2390-4ae7-ba98-96456df13c9c', 'name': 'network-vif-deleted', 'tag': '24ffe511-2b6b-4295-90e5-34a6aa6a3f6a', 'status': 'completed', 'code': 200} Sep 25 03:38:08.539904 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83367c69-6422-4671-ad12-530919f110d4 req-fa8fa65e-65c1-454a-a950-b50eb8ec9159 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:38:08.541561 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-83367c69-6422-4671-ad12-530919f110d4 req-fa8fa65e-65c1-454a-a950-b50eb8ec9159 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/ports?device_id=871e2f30-7fe1-4935-8a03-2927a4afadf5 HTTP/1.1" status: 200 len: 943 time: 0.0590732 Sep 25 03:38:08.586472 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-83367c69-6422-4671-ad12-530919f110d4 req-71cd54e4-3031-4e22-bbcf-5522ed1134e6 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/security-groups?id=d84f7fc4-a72b-4f91-9132-c08dc4e9da0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386629 Sep 25 03:38:08.707337 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fd2b5b73-269a-4b45-a698-202b3fcb2d60 req-06033f62-f203-4095-a1c0-19feda674b6b tempest-TestMinimumBasicScenario-2043626480 tempest-TestMinimumBasicScenario-2043626480-project] 10.222.0.42 "GET /v2.0/ports?device_id=a22fb511-2390-4ae7-ba98-96456df13c9c HTTP/1.1" status: 200 len: 210 time: 0.0287282 Sep 25 03:38:09.725396 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c07df-f2e5-4209-bee4-845ea2c66885 req-71ca96bb-c740-4969-abf5-f59deaf2e4cb tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:38:09.726918 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8e3c07df-f2e5-4209-bee4-845ea2c66885 req-71ca96bb-c740-4969-abf5-f59deaf2e4cb tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/ports?device_id=871e2f30-7fe1-4935-8a03-2927a4afadf5 HTTP/1.1" status: 200 len: 943 time: 0.0597713 Sep 25 03:38:09.770346 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8e3c07df-f2e5-4209-bee4-845ea2c66885 req-d7cab05d-7fc5-49e9-a786-3257f07edfff tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/security-groups?id=d84f7fc4-a72b-4f91-9132-c08dc4e9da0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372367 Sep 25 03:38:09.858843 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device 24ffe511-2b6b-4295-90e5-34a6aa6a3f6a no longer exists at agent hyperv_hv-cinder-77570 {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 03:38:09.879317 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] No Port match for: 24ffe511-2b6b-4295-90e5-34a6aa6a3f6a {{(pid=94022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 25 03:38:09.879675 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device 24ffe511-2b6b-4295-90e5-34a6aa6a3f6a not bound to the agent host hv-cinder-77570 {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 03:38:10.331117 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 56916) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:38:10.792471 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-fd6bf5eb-dd41-40eb-ba8e-36bd9d614aad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3893274'] for router_interface, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:10.955490 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b3e70-3c4d-4dd8-86f5-a92b4f7d9d37 req-03a668be-aff2-4bfa-aacf-4f23df707a5b tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:38:10.956993 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3a7b3e70-3c4d-4dd8-86f5-a92b4f7d9d37 req-03a668be-aff2-4bfa-aacf-4f23df707a5b tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/ports?device_id=871e2f30-7fe1-4935-8a03-2927a4afadf5 HTTP/1.1" status: 200 len: 943 time: 0.1122439 Sep 25 03:38:11.065734 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3a7b3e70-3c4d-4dd8-86f5-a92b4f7d9d37 req-00049d11-09d3-4ebe-a1a0-52ba51e2e932 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/security-groups?id=d84f7fc4-a72b-4f91-9132-c08dc4e9da0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775309 Sep 25 03:38:11.177500 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [None req-fd6bf5eb-dd41-40eb-ba8e-36bd9d614aad admin admin] Deleting port acfb7fea-1862-4c5d-bc0f-b6c6665bfe8c {{(pid=94021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 03:38:11.177826 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-fd6bf5eb-dd41-40eb-ba8e-36bd9d614aad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731880592680'] for port, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:11.260737 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [None req-fd6bf5eb-dd41-40eb-ba8e-36bd9d614aad admin admin] For port acfb7fea-1862-4c5d-bc0f-b6c6665bfe8c, host dv-cinder-775706-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=acfb7fea-1862-4c5d-bc0f-b6c6665bfe8c,segment=NetworkSegment(b395176b-719c-43cb-ac90-4c84b6943e8c),segment_id=b395176b-719c-43cb-ac90-4c84b6943e8c)] {{(pid=94021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:38:11.261101 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-fd6bf5eb-dd41-40eb-ba8e-36bd9d614aad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889411'] for port, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:11.274667 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [None req-fd6bf5eb-dd41-40eb-ba8e-36bd9d614aad admin admin] Calling delete_port for acfb7fea-1862-4c5d-bc0f-b6c6665bfe8c owned by network:router_interface {{(pid=94021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 03:38:11.459654 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-fd6bf5eb-dd41-40eb-ba8e-36bd9d614aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731880598766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731880292810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3214562'] for port, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:11.489415 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6bf5eb-dd41-40eb-ba8e-36bd9d614aad admin admin] Pushing event deleted for resources: {'Port': ['ID=acfb7fea-1862-4c5d-bc0f-b6c6665bfe8c,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:38:11.665045 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-fd6bf5eb-dd41-40eb-ba8e-36bd9d614aad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3623124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3896979'] for router_interface, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:11.887158 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device d59277c4-05c8-48ba-bb31-5380252b96a5 details requested by agent hyperv_hv-cinder-77570 with host hv-cinder-77570 {{(pid=94022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 03:38:11.894832 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd6bf5eb-dd41-40eb-ba8e-36bd9d614aad admin admin] Router b9a20eb7-f23a-492d-83d8-e9c74005387e has already been hosted by L3 agent be170b3f-ec9b-4dfa-8e40-fa1591bf80a9 {{(pid=94021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 03:38:11.991923 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] For port d59277c4-05c8-48ba-bb31-5380252b96a5, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=d59277c4-05c8-48ba-bb31-5380252b96a5,segment=NetworkSegment(e95060b2-b7b1-413f-8b0c-ca64c0be8c3d),segment_id=e95060b2-b7b1-413f-8b0c-ca64c0be8c3d)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:38:12.004851 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Returning: {'device': 'd59277c4-05c8-48ba-bb31-5380252b96a5', 'network_id': '3af85cfb-dd93-48a8-a1e1-fc03ce02f109', 'port_id': 'd59277c4-05c8-48ba-bb31-5380252b96a5', 'mac_address': 'fa:16:3e:4e:07:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '214e70c9-9735-4259-b6d5-e362dbd8f3ae', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 03:38:12.045195 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:12.060633 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d59277c4-05c8-48ba-bb31-5380252b96a5 {{(pid=94022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 03:38:12.084613 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] For port d59277c4-05c8-48ba-bb31-5380252b96a5, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=d59277c4-05c8-48ba-bb31-5380252b96a5,segment=NetworkSegment(e95060b2-b7b1-413f-8b0c-ca64c0be8c3d),segment_id=e95060b2-b7b1-413f-8b0c-ca64c0be8c3d)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:38:12.091992 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:12.144393 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Pushing event updated for resources: {'Port': ['ID=d59277c4-05c8-48ba-bb31-5380252b96a5,revision_number=4']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:38:12.291843 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd6bf5eb-dd41-40eb-ba8e-36bd9d614aad admin admin] Notify agent at l3_agent.dv-cinder-775706-4-iscsi the message routers_updated {{(pid=94021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 03:38:12.299108 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-fd6bf5eb-dd41-40eb-ba8e-36bd9d614aad admin admin] 10.222.0.42 "PUT /v2.0/routers/b9a20eb7-f23a-492d-83d8-e9c74005387e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9648366 Sep 25 03:38:12.301103 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 56926) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:38:12.303026 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576c7840-9769-4851-9ddc-b81e99570224 None None] Sync routers for ids ['b9a20eb7-f23a-492d-83d8-e9c74005387e'] in dv-cinder-775706-4-iscsi {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 03:38:12.312991 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576c7840-9769-4851-9ddc-b81e99570224 None None] Routers {'b9a20eb7-f23a-492d-83d8-e9c74005387e'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:38:12.313626 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-576c7840-9769-4851-9ddc-b81e99570224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:37:48Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['b9a20eb7-f23a-492d-83d8-e9c74005387e'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:38:12.358860 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3082996-72a9-454b-9d30-f1865e815c12 req-8d9cea9f-41b8-4327-b77f-9ccc95db5212 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:38:12.360370 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c3082996-72a9-454b-9d30-f1865e815c12 req-8d9cea9f-41b8-4327-b77f-9ccc95db5212 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/ports?device_id=871e2f30-7fe1-4935-8a03-2927a4afadf5 HTTP/1.1" status: 200 len: 944 time: 0.1076353 Sep 25 03:38:12.423440 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-576c7840-9769-4851-9ddc-b81e99570224 None None] Set router b9a20eb7-f23a-492d-83d8-e9c74005387e gateway port host: dv-cinder-775706-4-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:38:12.435979 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c3082996-72a9-454b-9d30-f1865e815c12 req-eede271b-d2a8-480a-a248-c87ce0a01f81 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/security-groups?id=d84f7fc4-a72b-4f91-9132-c08dc4e9da0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692410 Sep 25 03:38:12.444369 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-3ff98726-1a8c-46f3-8a01-888dec0428cb admin admin] Notify callbacks [] for router, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:12.546184 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] get_ports_and_sgs() called for port_ids ['d59277c4-05c8-48ba-bb31-5380252b96a5'] {{(pid=94022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 25 03:38:12.561849 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-3ff98726-1a8c-46f3-8a01-888dec0428cb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:12.617830 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [None req-3ff98726-1a8c-46f3-8a01-888dec0428cb admin admin] Deleting port 8cc18c0a-5789-495c-9a0f-902afbecb8a8 {{(pid=94021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 03:38:12.618046 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-3ff98726-1a8c-46f3-8a01-888dec0428cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731880592680'] for port, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:12.689151 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-576c7840-9769-4851-9ddc-b81e99570224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9a20eb7-f23a-492d-83d8-e9c74005387e', 'name': 'tempest-TestMinimumBasicScenario-2076328930-router', 'tenant_id': '38f2ee3f8f7f41cf906b46bcbbc31b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '8cc18c0a-5789-495c-9a0f-902afbecb8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:33:36Z', 'updated_at': '2021-09-25T03:38:11Z', 'revision_number': 5, 'project_id': '38f2ee3f8f7f41cf906b46bcbbc31b5d', 'gw_port': {'id': '8cc18c0a-5789-495c-9a0f-902afbecb8a8', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:32:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a20eb7-f23a-492d-83d8-e9c74005387e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:33:37Z', 'updated_at': '2021-09-25T03:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi'}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:38:12.704069 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [None req-3ff98726-1a8c-46f3-8a01-888dec0428cb admin admin] For port 8cc18c0a-5789-495c-9a0f-902afbecb8a8, host dv-cinder-775706-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=8cc18c0a-5789-495c-9a0f-902afbecb8a8,segment=NetworkSegment(48bff68c-e483-4cc4-95dd-dcbe15bbe597),segment_id=48bff68c-e483-4cc4-95dd-dcbe15bbe597)] {{(pid=94021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:38:12.704491 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-3ff98726-1a8c-46f3-8a01-888dec0428cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889411'] for port, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:12.718171 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [None req-3ff98726-1a8c-46f3-8a01-888dec0428cb admin admin] Calling delete_port for 8cc18c0a-5789-495c-9a0f-902afbecb8a8 owned by network:router_gateway {{(pid=94021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 03:38:12.725953 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576c7840-9769-4851-9ddc-b81e99570224 None None] Checking router: b9a20eb7-f23a-492d-83d8-e9c74005387e for host: dv-cinder-775706-4-iscsi {{(pid=94022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 03:38:12.753425 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576c7840-9769-4851-9ddc-b81e99570224 None None] Routers {'b9a20eb7-f23a-492d-83d8-e9c74005387e'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:38:12.754071 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-576c7840-9769-4851-9ddc-b81e99570224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:37:48Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['b9a20eb7-f23a-492d-83d8-e9c74005387e'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:38:12.891963 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-3ff98726-1a8c-46f3-8a01-888dec0428cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731880598766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731880292810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3214562'] for port, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:12.916668 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff98726-1a8c-46f3-8a01-888dec0428cb admin admin] Pushing event deleted for resources: {'Port': ['ID=8cc18c0a-5789-495c-9a0f-902afbecb8a8,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:38:12.986607 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-3ff98726-1a8c-46f3-8a01-888dec0428cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3896912'] for router_gateway, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:12.997513 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-576c7840-9769-4851-9ddc-b81e99570224 None None] Set router b9a20eb7-f23a-492d-83d8-e9c74005387e gateway port host: None {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:38:13.054035 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-576c7840-9769-4851-9ddc-b81e99570224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9a20eb7-f23a-492d-83d8-e9c74005387e', 'name': 'tempest-TestMinimumBasicScenario-2076328930-router', 'tenant_id': '38f2ee3f8f7f41cf906b46bcbbc31b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:33:36Z', 'updated_at': '2021-09-25T03:38:12Z', 'revision_number': 6, 'project_id': '38f2ee3f8f7f41cf906b46bcbbc31b5d', 'gw_port_host': None}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:38:13.092876 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576c7840-9769-4851-9ddc-b81e99570224 None None] The sync data for ids ['b9a20eb7-f23a-492d-83d8-e9c74005387e'] in dv-cinder-775706-4-iscsi is: [{'id': 'b9a20eb7-f23a-492d-83d8-e9c74005387e', 'name': 'tempest-TestMinimumBasicScenario-2076328930-router', 'tenant_id': '38f2ee3f8f7f41cf906b46bcbbc31b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:33:36Z', 'updated_at': '2021-09-25T03:38:12Z', 'revision_number': 6, 'project_id': '38f2ee3f8f7f41cf906b46bcbbc31b5d', 'gw_port_host': None}] {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 03:38:13.098476 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-3ff98726-1a8c-46f3-8a01-888dec0428cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3899199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-678'] for router, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:13.100998 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-3ff98726-1a8c-46f3-8a01-888dec0428cb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:13.167882 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-3ff98726-1a8c-46f3-8a01-888dec0428cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3899190'] for router, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:13.168376 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff98726-1a8c-46f3-8a01-888dec0428cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9a20eb7-f23a-492d-83d8-e9c74005387e {{(pid=94021) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 03:38:13.174652 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-3ff98726-1a8c-46f3-8a01-888dec0428cb admin admin] Notify callbacks [] for router, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:13.175985 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-3ff98726-1a8c-46f3-8a01-888dec0428cb admin admin] 10.222.0.42 "DELETE /v2.0/routers/b9a20eb7-f23a-492d-83d8-e9c74005387e HTTP/1.1" status: 204 len: 168 time: 0.8741345 Sep 25 03:38:13.178268 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 56930) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:38:13.228148 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.db.db_base_plugin_v2 [None req-1400034e-18bf-4a3e-92bc-aac2b9686247 admin admin] Deleting subnet 63d421db-5dcc-4401-a62e-bc953d53849c {{(pid=94021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 25 03:38:13.231831 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-1400034e-18bf-4a3e-92bc-aac2b9686247 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:13.271962 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-1400034e-18bf-4a3e-92bc-aac2b9686247 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3212190'] for subnet, precommit_delete_associations {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:13.393164 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-1400034e-18bf-4a3e-92bc-aac2b9686247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611410'] for subnet, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:13.460749 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-1400034e-18bf-4a3e-92bc-aac2b9686247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3214527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9426413'] for subnet, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:13.494914 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1400034e-18bf-4a3e-92bc-aac2b9686247 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63d421db-5dcc-4401-a62e-bc953d53849c,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:38:13.500266 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-1400034e-18bf-4a3e-92bc-aac2b9686247 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3625783'] for subnet, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:13.503023 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-1400034e-18bf-4a3e-92bc-aac2b9686247 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/63d421db-5dcc-4401-a62e-bc953d53849c HTTP/1.1" status: 204 len: 168 time: 0.3238161 Sep 25 03:38:13.506036 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 56936) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:38:13.506577 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7edc89-fba9-435f-a689-d3b825d5ff95 None None] Network 89e779df-c836-498b-8f59-96d1b762d6e8 requested from dv-cinder-775706-4-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 03:38:13.599910 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6a92ad80-e97a-4a62-9a2d-8d4edb6d3988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581802'] for network, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:13.604930 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device acfb7fea-1862-4c5d-bc0f-b6c6665bfe8c no longer exists at agent ovs-agent-dv-cinder-775706-4-iscsi {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 03:38:13.611314 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe27391c-2fb5-4335-ad0a-28b610ffe260 req-5f655dfc-a03b-461d-96cf-99b64da2b2a0 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:38:13.613080 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fe27391c-2fb5-4335-ad0a-28b610ffe260 req-5f655dfc-a03b-461d-96cf-99b64da2b2a0 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/ports?device_id=871e2f30-7fe1-4935-8a03-2927a4afadf5 HTTP/1.1" status: 200 len: 944 time: 0.0695395 Sep 25 03:38:13.636273 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] No Port match for: acfb7fea-1862-4c5d-bc0f-b6c6665bfe8c {{(pid=94022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 25 03:38:13.636729 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device acfb7fea-1862-4c5d-bc0f-b6c6665bfe8c not bound to the agent host dv-cinder-775706-4-iscsi {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 03:38:13.658072 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.plugin [None req-6a92ad80-e97a-4a62-9a2d-8d4edb6d3988 admin admin] Deleting port 2a7eb8c8-f1cc-4271-9178-8d0b438246a4 {{(pid=94020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 03:38:13.658524 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6a92ad80-e97a-4a62-9a2d-8d4edb6d3988 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731880592680'] for port, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:13.660237 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fe27391c-2fb5-4335-ad0a-28b610ffe260 req-9714d66b-1656-4df4-b619-a0740e13704a tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/security-groups?id=d84f7fc4-a72b-4f91-9132-c08dc4e9da0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410488 Sep 25 03:38:13.728342 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-6a92ad80-e97a-4a62-9a2d-8d4edb6d3988 admin admin] For port 2a7eb8c8-f1cc-4271-9178-8d0b438246a4, host dv-cinder-775706-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=2a7eb8c8-f1cc-4271-9178-8d0b438246a4,segment=NetworkSegment(b395176b-719c-43cb-ac90-4c84b6943e8c),segment_id=b395176b-719c-43cb-ac90-4c84b6943e8c)] {{(pid=94020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:38:13.728731 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6a92ad80-e97a-4a62-9a2d-8d4edb6d3988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889411'] for port, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:13.741067 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.plugin [None req-6a92ad80-e97a-4a62-9a2d-8d4edb6d3988 admin admin] Calling delete_port for 2a7eb8c8-f1cc-4271-9178-8d0b438246a4 owned by network:dhcp {{(pid=94020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 03:38:13.824049 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6a92ad80-e97a-4a62-9a2d-8d4edb6d3988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731880598766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731880292810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937715'] for port, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:13.850486 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a92ad80-e97a-4a62-9a2d-8d4edb6d3988 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a7eb8c8-f1cc-4271-9178-8d0b438246a4,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:38:13.852265 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a92ad80-e97a-4a62-9a2d-8d4edb6d3988 admin admin] No DVR routers for this DVR port 2a7eb8c8-f1cc-4271-9178-8d0b438246a4 on host dv-cinder-775706-4-iscsi {{(pid=94020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 25 03:38:13.927703 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6a92ad80-e97a-4a62-9a2d-8d4edb6d3988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611307', 'neutron.services.segments.db._delete_segments_for_network-8731880838548'] for network, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:13.931467 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9770df-d9fc-43f7-9171-ccc7fd0f1480 None None] DHCP port deletion for 89e779df-c836-498b-8f59-96d1b762d6e8 request from dv-cinder-775706-4-iscsi {{(pid=94022) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 25 03:38:13.958386 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.services.segments.db [None req-6a92ad80-e97a-4a62-9a2d-8d4edb6d3988 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89e779df-c836-498b-8f59-96d1b762d6e8']}} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:38:13.968365 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.services.segments.db [None req-6a92ad80-e97a-4a62-9a2d-8d4edb6d3988 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b395176b-719c-43cb-ac90-4c84b6943e8c') {'for_net_delete': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:38:13.968692 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.services.segments.db [None req-6a92ad80-e97a-4a62-9a2d-8d4edb6d3988 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b395176b-719c-43cb-ac90-4c84b6943e8c') {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:38:13.977967 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6a92ad80-e97a-4a62-9a2d-8d4edb6d3988 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731880837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328175'] for segment, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:13.991927 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6a92ad80-e97a-4a62-9a2d-8d4edb6d3988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614597'] for segment, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:13.998336 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a92ad80-e97a-4a62-9a2d-8d4edb6d3988 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=94020) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 03:38:13.998714 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6a92ad80-e97a-4a62-9a2d-8d4edb6d3988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8938496'] for segment, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:14.000372 dv-cinder-775706-4-iscsi neutron-server[94020]: Traceback (most recent call last): Sep 25 03:38:14.000372 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 25 03:38:14.000372 dv-cinder-775706-4-iscsi neutron-server[94020]: timer() Sep 25 03:38:14.000372 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 25 03:38:14.000372 dv-cinder-775706-4-iscsi neutron-server[94020]: cb(*args, **kw) Sep 25 03:38:14.000372 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 25 03:38:14.000372 dv-cinder-775706-4-iscsi neutron-server[94020]: return func(*args, **kwargs) Sep 25 03:38:14.000372 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 25 03:38:14.000372 dv-cinder-775706-4-iscsi neutron-server[94020]: self._notify() Sep 25 03:38:14.000372 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 25 03:38:14.000372 dv-cinder-775706-4-iscsi neutron-server[94020]: self.callback(batched_events) Sep 25 03:38:14.000372 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 25 03:38:14.000372 dv-cinder-775706-4-iscsi neutron-server[94020]: event.method(event) Sep 25 03:38:14.000372 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 25 03:38:14.000372 dv-cinder-775706-4-iscsi neutron-server[94020]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 25 03:38:14.000372 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 25 03:38:14.000372 dv-cinder-775706-4-iscsi neutron-server[94020]: aggregate_uuid = self.p_client.list_aggregates( Sep 25 03:38:14.000372 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 25 03:38:14.000372 dv-cinder-775706-4-iscsi neutron-server[94020]: return f(self, *a, **k) Sep 25 03:38:14.000372 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 25 03:38:14.000372 dv-cinder-775706-4-iscsi neutron-server[94020]: return self._get(url).json() Sep 25 03:38:14.000372 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 25 03:38:14.000372 dv-cinder-775706-4-iscsi neutron-server[94020]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 25 03:38:14.000372 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 25 03:38:14.000372 dv-cinder-775706-4-iscsi neutron-server[94020]: return self.request(url, 'GET', **kwargs) Sep 25 03:38:14.000372 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 25 03:38:14.000372 dv-cinder-775706-4-iscsi neutron-server[94020]: base_url = self.get_endpoint(auth, allow=allow, Sep 25 03:38:14.000372 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 25 03:38:14.000372 dv-cinder-775706-4-iscsi neutron-server[94020]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 25 03:38:14.000372 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 25 03:38:14.000372 dv-cinder-775706-4-iscsi neutron-server[94020]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 25 03:38:14.000372 dv-cinder-775706-4-iscsi neutron-server[94020]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 25 03:38:14.058750 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6a92ad80-e97a-4a62-9a2d-8d4edb6d3988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896844'] for network, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:14.064606 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6a92ad80-e97a-4a62-9a2d-8d4edb6d3988 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3625783'] for network, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:14.067207 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-6a92ad80-e97a-4a62-9a2d-8d4edb6d3988 admin admin] 10.222.0.42 "DELETE /v2.0/networks/89e779df-c836-498b-8f59-96d1b762d6e8 HTTP/1.1" status: 204 len: 168 time: 0.5601184 Sep 25 03:38:14.070624 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 56938) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:38:14.078035 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a92ad80-e97a-4a62-9a2d-8d4edb6d3988 admin admin] Pushing event deleted for resources: {'Network': ['ID=89e779df-c836-498b-8f59-96d1b762d6e8,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:38:14.442334 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-a063938f-51ce-419c-b0eb-a580a442a064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3893274'] for router_interface, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:14.706089 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [None req-a063938f-51ce-419c-b0eb-a580a442a064 admin admin] Deleting port 2d9df850-962b-4d7d-8ae1-aef30574820b {{(pid=94021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 03:38:14.706462 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-a063938f-51ce-419c-b0eb-a580a442a064 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731880592680'] for port, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:14.818426 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [None req-a063938f-51ce-419c-b0eb-a580a442a064 admin admin] For port 2d9df850-962b-4d7d-8ae1-aef30574820b, host dv-cinder-775706-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=2d9df850-962b-4d7d-8ae1-aef30574820b,segment=NetworkSegment(e468d1f9-547c-4631-a3ab-0b8c0e0e343d),segment_id=e468d1f9-547c-4631-a3ab-0b8c0e0e343d)] {{(pid=94021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:38:14.819266 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-a063938f-51ce-419c-b0eb-a580a442a064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889411'] for port, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:14.834256 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [None req-a063938f-51ce-419c-b0eb-a580a442a064 admin admin] Calling delete_port for 2d9df850-962b-4d7d-8ae1-aef30574820b owned by network:router_interface {{(pid=94021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 03:38:14.842734 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b272ce70-325f-4ec3-aa44-283e78115546 req-5c66f355-d2ad-4f7b-b0eb-8d0c2b0d84fa tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:38:14.844198 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b272ce70-325f-4ec3-aa44-283e78115546 req-5c66f355-d2ad-4f7b-b0eb-8d0c2b0d84fa tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/ports?device_id=871e2f30-7fe1-4935-8a03-2927a4afadf5 HTTP/1.1" status: 200 len: 944 time: 0.0862184 Sep 25 03:38:14.925897 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b272ce70-325f-4ec3-aa44-283e78115546 req-34fbb106-308c-4365-89e5-05440304b30b tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/security-groups?id=d84f7fc4-a72b-4f91-9132-c08dc4e9da0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741682 Sep 25 03:38:15.059807 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-a063938f-51ce-419c-b0eb-a580a442a064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731880598766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731880292810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3214562'] for port, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:15.086135 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a063938f-51ce-419c-b0eb-a580a442a064 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d9df850-962b-4d7d-8ae1-aef30574820b,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:38:15.261979 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-a063938f-51ce-419c-b0eb-a580a442a064 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3623124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3896979'] for router_interface, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:15.383847 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device 2a7eb8c8-f1cc-4271-9178-8d0b438246a4 no longer exists at agent ovs-agent-dv-cinder-775706-4-iscsi {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 03:38:15.405134 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] No Port match for: 2a7eb8c8-f1cc-4271-9178-8d0b438246a4 {{(pid=94022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 25 03:38:15.405662 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device 2a7eb8c8-f1cc-4271-9178-8d0b438246a4 not bound to the agent host dv-cinder-775706-4-iscsi {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 03:38:15.406127 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device 8cc18c0a-5789-495c-9a0f-902afbecb8a8 no longer exists at agent ovs-agent-dv-cinder-775706-4-iscsi {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 03:38:15.407900 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-0ed1c922-756c-4a63-9ddd-25bfc9af892a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:15.427455 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] No Port match for: 8cc18c0a-5789-495c-9a0f-902afbecb8a8 {{(pid=94022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 25 03:38:15.427793 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device 8cc18c0a-5789-495c-9a0f-902afbecb8a8 not bound to the agent host dv-cinder-775706-4-iscsi {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 03:38:15.483122 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a063938f-51ce-419c-b0eb-a580a442a064 admin admin] Router a1844f4c-9b40-45a0-a478-ed01535298d0 has already been hosted by L3 agent be170b3f-ec9b-4dfa-8e40-fa1591bf80a9 {{(pid=94021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 03:38:15.613548 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a063938f-51ce-419c-b0eb-a580a442a064 admin admin] Notify agent at l3_agent.dv-cinder-775706-4-iscsi the message routers_updated {{(pid=94021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 03:38:15.621964 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-a063938f-51ce-419c-b0eb-a580a442a064 admin admin] 10.222.0.42 "PUT /v2.0/routers/a1844f4c-9b40-45a0-a478-ed01535298d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5473158 Sep 25 03:38:15.622052 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 56946) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:38:15.625774 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5cb2bc-402c-4678-b1c6-f78928172f5a None None] Sync routers for ids ['a1844f4c-9b40-45a0-a478-ed01535298d0'] in dv-cinder-775706-4-iscsi {{(pid=94023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 03:38:15.639703 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5cb2bc-402c-4678-b1c6-f78928172f5a None None] Routers {'a1844f4c-9b40-45a0-a478-ed01535298d0'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:38:15.640332 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-6f5cb2bc-402c-4678-b1c6-f78928172f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:37:48Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['a1844f4c-9b40-45a0-a478-ed01535298d0'], 'active': True} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:38:15.732216 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-36980b13-028d-414a-9fa4-4c0ef990c02c admin admin] Notify callbacks [] for router, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:15.745322 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvr_db [None req-6f5cb2bc-402c-4678-b1c6-f78928172f5a None None] Set router a1844f4c-9b40-45a0-a478-ed01535298d0 gateway port host: dv-cinder-775706-4-iscsi {{(pid=94023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:38:15.837407 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-36980b13-028d-414a-9fa4-4c0ef990c02c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:15.895415 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [None req-36980b13-028d-414a-9fa4-4c0ef990c02c admin admin] Deleting port 41e6c0ae-7c2f-4c9c-acb0-179b6af6e714 {{(pid=94021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 03:38:15.895653 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-36980b13-028d-414a-9fa4-4c0ef990c02c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731880592680'] for port, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:15.909777 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device d59277c4-05c8-48ba-bb31-5380252b96a5 up at agent hyperv_hv-cinder-77570 {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 03:38:15.922090 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-6f5cb2bc-402c-4678-b1c6-f78928172f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1844f4c-9b40-45a0-a478-ed01535298d0', 'name': 'tempest-TestMinimumBasicScenario-2142345929-router', 'tenant_id': 'f3c947dafa1c4808b8926c270e98f5f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '41e6c0ae-7c2f-4c9c-acb0-179b6af6e714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:33:44Z', 'updated_at': '2021-09-25T03:38:15Z', 'revision_number': 5, 'project_id': 'f3c947dafa1c4808b8926c270e98f5f7', 'gw_port': {'id': '41e6c0ae-7c2f-4c9c-acb0-179b6af6e714', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:34:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1844f4c-9b40-45a0-a478-ed01535298d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:33:45Z', 'updated_at': '2021-09-25T03:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi'}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:38:15.953798 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5cb2bc-402c-4678-b1c6-f78928172f5a None None] Checking router: a1844f4c-9b40-45a0-a478-ed01535298d0 for host: dv-cinder-775706-4-iscsi {{(pid=94023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 03:38:15.965783 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5cb2bc-402c-4678-b1c6-f78928172f5a None None] Routers {'a1844f4c-9b40-45a0-a478-ed01535298d0'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:38:15.965913 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Provisioning for port d59277c4-05c8-48ba-bb31-5380252b96a5 completed by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 25 03:38:15.967995 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-6f5cb2bc-402c-4678-b1c6-f78928172f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:37:48Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['a1844f4c-9b40-45a0-a478-ed01535298d0'], 'active': True} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:38:15.971628 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Provisioning complete for port d59277c4-05c8-48ba-bb31-5380252b96a5 triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:38:15.972305 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:15.988163 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [None req-36980b13-028d-414a-9fa4-4c0ef990c02c admin admin] For port 41e6c0ae-7c2f-4c9c-acb0-179b6af6e714, host dv-cinder-775706-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=41e6c0ae-7c2f-4c9c-acb0-179b6af6e714,segment=NetworkSegment(48bff68c-e483-4cc4-95dd-dcbe15bbe597),segment_id=48bff68c-e483-4cc4-95dd-dcbe15bbe597)] {{(pid=94021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:38:15.988755 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-36980b13-028d-414a-9fa4-4c0ef990c02c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889411'] for port, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:16.003971 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [None req-36980b13-028d-414a-9fa4-4c0ef990c02c admin admin] Calling delete_port for 41e6c0ae-7c2f-4c9c-acb0-179b6af6e714 owned by network:router_gateway {{(pid=94021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 03:38:16.052939 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:16.062972 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvr_db [None req-6f5cb2bc-402c-4678-b1c6-f78928172f5a None None] Set router a1844f4c-9b40-45a0-a478-ed01535298d0 gateway port host: None {{(pid=94023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:38:16.076725 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '871e2f30-7fe1-4935-8a03-2927a4afadf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd59277c4-05c8-48ba-bb31-5380252b96a5'}] {{(pid=94022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 03:38:16.079035 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9141e1544748c335de5c87e81d01f98f4272279fe7d072e46966747184492a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beec5926-bf70-436f-9ea9-7af6ea769da0" -d '{"events": [{"server_uuid": "871e2f30-7fe1-4935-8a03-2927a4afadf5", "name": "network-vif-plugged", "status": "completed", "tag": "d59277c4-05c8-48ba-bb31-5380252b96a5"}]}' {{(pid=94022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 03:38:16.093434 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] For port d59277c4-05c8-48ba-bb31-5380252b96a5, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=d59277c4-05c8-48ba-bb31-5380252b96a5,segment=NetworkSegment(e95060b2-b7b1-413f-8b0c-ca64c0be8c3d),segment_id=e95060b2-b7b1-413f-8b0c-ca64c0be8c3d)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:38:16.100309 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:16.124947 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-6f5cb2bc-402c-4678-b1c6-f78928172f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1844f4c-9b40-45a0-a478-ed01535298d0', 'name': 'tempest-TestMinimumBasicScenario-2142345929-router', 'tenant_id': 'f3c947dafa1c4808b8926c270e98f5f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:33:44Z', 'updated_at': '2021-09-25T03:38:15Z', 'revision_number': 6, 'project_id': 'f3c947dafa1c4808b8926c270e98f5f7', 'gw_port_host': None}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:38:16.135796 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 03:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c3da933-7c40-40da-b6a7-86c24bddd28b x-openstack-request-id: req-2c3da933-7c40-40da-b6a7-86c24bddd28b {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 03:38:16.136090 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "871e2f30-7fe1-4935-8a03-2927a4afadf5", "name": "network-vif-plugged", "status": "completed", "tag": "d59277c4-05c8-48ba-bb31-5380252b96a5", "code": 200}]} {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 03:38:16.136707 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2c3da933-7c40-40da-b6a7-86c24bddd28b {{(pid=94022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 03:38:16.137284 dv-cinder-775706-4-iscsi neutron-server[94022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '871e2f30-7fe1-4935-8a03-2927a4afadf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd59277c4-05c8-48ba-bb31-5380252b96a5', 'code': 200} Sep 25 03:38:16.153414 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5cb2bc-402c-4678-b1c6-f78928172f5a None None] The sync data for ids ['a1844f4c-9b40-45a0-a478-ed01535298d0'] in dv-cinder-775706-4-iscsi is: [{'id': 'a1844f4c-9b40-45a0-a478-ed01535298d0', 'name': 'tempest-TestMinimumBasicScenario-2142345929-router', 'tenant_id': 'f3c947dafa1c4808b8926c270e98f5f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:33:44Z', 'updated_at': '2021-09-25T03:38:15Z', 'revision_number': 6, 'project_id': 'f3c947dafa1c4808b8926c270e98f5f7', 'gw_port_host': None}] {{(pid=94023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 03:38:16.163734 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Pushing event updated for resources: {'Port': ['ID=d59277c4-05c8-48ba-bb31-5380252b96a5,revision_number=5']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:38:16.418679 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f62367-ccd2-4897-b365-501e5328b0d0 req-376b449f-9f9f-40a9-bcf2-698a79fe1acd tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:38:16.420056 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f2f62367-ccd2-4897-b365-501e5328b0d0 req-376b449f-9f9f-40a9-bcf2-698a79fe1acd tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/ports?device_id=871e2f30-7fe1-4935-8a03-2927a4afadf5 HTTP/1.1" status: 200 len: 944 time: 0.4180229 Sep 25 03:38:16.521891 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e51da4-818b-4537-8206-2b789d81a7ad req-09c035d1-b7bc-49b3-9837-75acdae475f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:38:16.523392 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-17e51da4-818b-4537-8206-2b789d81a7ad req-09c035d1-b7bc-49b3-9837-75acdae475f3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=871e2f30-7fe1-4935-8a03-2927a4afadf5 HTTP/1.1" status: 200 len: 1098 time: 0.1412742 Sep 25 03:38:16.530238 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f2f62367-ccd2-4897-b365-501e5328b0d0 req-b1d47e2b-0a0d-411c-8299-246d08ea3afa tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/security-groups?id=d84f7fc4-a72b-4f91-9132-c08dc4e9da0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032872 Sep 25 03:38:16.595881 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-17e51da4-818b-4537-8206-2b789d81a7ad req-3c2e09de-7c65-407a-8afd-ed2b98266c7b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d84f7fc4-a72b-4f91-9132-c08dc4e9da0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640483 Sep 25 03:38:16.624741 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-36980b13-028d-414a-9fa4-4c0ef990c02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731880598766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731880292810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3214562'] for port, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:16.656033 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36980b13-028d-414a-9fa4-4c0ef990c02c admin admin] Pushing event deleted for resources: {'Port': ['ID=41e6c0ae-7c2f-4c9c-acb0-179b6af6e714,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:38:16.721796 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-36980b13-028d-414a-9fa4-4c0ef990c02c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3896912'] for router_gateway, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:16.811368 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-36980b13-028d-414a-9fa4-4c0ef990c02c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3899199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-678'] for router, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:16.815292 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-36980b13-028d-414a-9fa4-4c0ef990c02c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:16.877151 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-36980b13-028d-414a-9fa4-4c0ef990c02c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3899190'] for router, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:16.877852 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36980b13-028d-414a-9fa4-4c0ef990c02c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1844f4c-9b40-45a0-a478-ed01535298d0 {{(pid=94021) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 03:38:16.886548 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-36980b13-028d-414a-9fa4-4c0ef990c02c admin admin] Notify callbacks [] for router, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:16.888445 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-36980b13-028d-414a-9fa4-4c0ef990c02c admin admin] 10.222.0.42 "DELETE /v2.0/routers/a1844f4c-9b40-45a0-a478-ed01535298d0 HTTP/1.1" status: 204 len: 168 time: 1.2652638 Sep 25 03:38:16.892826 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 56956) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:38:16.944890 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6f048bd-787b-4598-acdf-70ff7d05530c admin admin] Deleting subnet 4235e155-46fa-4e2e-ac2d-5c146dc226a7 {{(pid=94020) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 25 03:38:16.948270 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-c6f048bd-787b-4598-acdf-70ff7d05530c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:16.983422 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-c6f048bd-787b-4598-acdf-70ff7d05530c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328182'] for subnet, precommit_delete_associations {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:17.095662 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-c6f048bd-787b-4598-acdf-70ff7d05530c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611410'] for subnet, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:17.153177 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-c6f048bd-787b-4598-acdf-70ff7d05530c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9253219'] for subnet, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:17.178779 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f048bd-787b-4598-acdf-70ff7d05530c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4235e155-46fa-4e2e-ac2d-5c146dc226a7,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:38:17.182825 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-c6f048bd-787b-4598-acdf-70ff7d05530c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:17.184375 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-c6f048bd-787b-4598-acdf-70ff7d05530c admin admin] 10.222.0.42 "DELETE /v2.0/subnets/4235e155-46fa-4e2e-ac2d-5c146dc226a7 HTTP/1.1" status: 204 len: 168 time: 0.2904024 Sep 25 03:38:17.186865 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 56958) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:38:17.191151 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27126e8-70f7-4073-8b12-fe09e52d2067 None None] Network 69d03830-d058-4783-811e-ade1404fd267 requested from dv-cinder-775706-4-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 03:38:17.258853 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-4c03bfe0-fdcc-46b0-bec8-60bc23591b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581802'] for network, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:17.320704 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.plugin [None req-4c03bfe0-fdcc-46b0-bec8-60bc23591b08 admin admin] Deleting port 9781e60a-c5b3-47ea-a88a-75f1e42253f0 {{(pid=94020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 03:38:17.321052 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-4c03bfe0-fdcc-46b0-bec8-60bc23591b08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731880592680'] for port, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:17.356793 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device 2d9df850-962b-4d7d-8ae1-aef30574820b no longer exists at agent ovs-agent-dv-cinder-775706-4-iscsi {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 03:38:17.381800 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] No Port match for: 2d9df850-962b-4d7d-8ae1-aef30574820b {{(pid=94022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 25 03:38:17.382139 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device 2d9df850-962b-4d7d-8ae1-aef30574820b not bound to the agent host dv-cinder-775706-4-iscsi {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 03:38:17.382738 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device 41e6c0ae-7c2f-4c9c-acb0-179b6af6e714 no longer exists at agent ovs-agent-dv-cinder-775706-4-iscsi {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 03:38:17.385402 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-4c03bfe0-fdcc-46b0-bec8-60bc23591b08 admin admin] For port 9781e60a-c5b3-47ea-a88a-75f1e42253f0, host dv-cinder-775706-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=9781e60a-c5b3-47ea-a88a-75f1e42253f0,segment=NetworkSegment(e468d1f9-547c-4631-a3ab-0b8c0e0e343d),segment_id=e468d1f9-547c-4631-a3ab-0b8c0e0e343d)] {{(pid=94020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:38:17.385793 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-4c03bfe0-fdcc-46b0-bec8-60bc23591b08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889411'] for port, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:17.386747 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584d47a0-f7f9-4adb-9577-8afed911b6aa None None] DHCP port deletion for 69d03830-d058-4783-811e-ade1404fd267 request from dv-cinder-775706-4-iscsi {{(pid=94022) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 25 03:38:17.398823 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.plugin [None req-4c03bfe0-fdcc-46b0-bec8-60bc23591b08 admin admin] Calling delete_port for 9781e60a-c5b3-47ea-a88a-75f1e42253f0 owned by network:dhcp {{(pid=94020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 03:38:17.405198 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] No Port match for: 41e6c0ae-7c2f-4c9c-acb0-179b6af6e714 {{(pid=94022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 25 03:38:17.405540 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device 41e6c0ae-7c2f-4c9c-acb0-179b6af6e714 not bound to the agent host dv-cinder-775706-4-iscsi {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 03:38:17.452395 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-584d47a0-f7f9-4adb-9577-8afed911b6aa None None] Deleting port 9781e60a-c5b3-47ea-a88a-75f1e42253f0 {{(pid=94022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 03:38:17.452743 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-584d47a0-f7f9-4adb-9577-8afed911b6aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731880592680'] for port, before_delete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:17.482004 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-4c03bfe0-fdcc-46b0-bec8-60bc23591b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731880598766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731880292810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937715'] for port, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:17.509541 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c03bfe0-fdcc-46b0-bec8-60bc23591b08 admin admin] Pushing event deleted for resources: {'Port': ['ID=9781e60a-c5b3-47ea-a88a-75f1e42253f0,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:38:17.513129 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c03bfe0-fdcc-46b0-bec8-60bc23591b08 admin admin] No DVR routers for this DVR port 9781e60a-c5b3-47ea-a88a-75f1e42253f0 on host dv-cinder-775706-4-iscsi {{(pid=94020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 25 03:38:17.524010 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-12453c79-04f6-431c-ac7a-1da34be194f8 None None] Agent healthcheck: found 6 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 03:38:17.526954 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-584d47a0-f7f9-4adb-9577-8afed911b6aa None None] For port 9781e60a-c5b3-47ea-a88a-75f1e42253f0, host dv-cinder-775706-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=9781e60a-c5b3-47ea-a88a-75f1e42253f0,segment=NetworkSegment(e468d1f9-547c-4631-a3ab-0b8c0e0e343d),segment_id=e468d1f9-547c-4631-a3ab-0b8c0e0e343d)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:38:17.527365 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-584d47a0-f7f9-4adb-9577-8afed911b6aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889411'] for port, precommit_delete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:17.540813 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-584d47a0-f7f9-4adb-9577-8afed911b6aa None None] Calling delete_port for 9781e60a-c5b3-47ea-a88a-75f1e42253f0 owned by network:dhcp {{(pid=94022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 03:38:17.593977 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-4c03bfe0-fdcc-46b0-bec8-60bc23591b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611307', 'neutron.services.segments.db._delete_segments_for_network-8731880838548'] for network, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:17.629699 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6e55ee1f-927c-4d12-bcb3-45010a20c65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:17.668214 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b621442-bb57-425f-b288-ae829631c25a req-a71b28d7-4fdd-4a5e-8e5a-09484d78946c tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:38:17.671225 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6b621442-bb57-425f-b288-ae829631c25a req-a71b28d7-4fdd-4a5e-8e5a-09484d78946c tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/ports?device_id=871e2f30-7fe1-4935-8a03-2927a4afadf5 HTTP/1.1" status: 200 len: 945 time: 0.0533814 Sep 25 03:38:17.679549 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-584d47a0-f7f9-4adb-9577-8afed911b6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731880598766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731880292810'] for port, after_delete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:17.710770 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584d47a0-f7f9-4adb-9577-8afed911b6aa None None] Pushing event deleted for resources: {'Port': ['ID=9781e60a-c5b3-47ea-a88a-75f1e42253f0,revision_number=None']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:38:17.712858 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584d47a0-f7f9-4adb-9577-8afed911b6aa None None] No DVR routers for this DVR port 9781e60a-c5b3-47ea-a88a-75f1e42253f0 on host dv-cinder-775706-4-iscsi {{(pid=94022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 25 03:38:17.727929 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6b621442-bb57-425f-b288-ae829631c25a req-392bbc96-2659-42a0-85e6-0c5457c81568 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/security-groups?id=d84f7fc4-a72b-4f91-9132-c08dc4e9da0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504653 Sep 25 03:38:17.826924 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.services.segments.db [None req-4c03bfe0-fdcc-46b0-bec8-60bc23591b08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69d03830-d058-4783-811e-ade1404fd267']}} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:38:17.836607 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.services.segments.db [None req-4c03bfe0-fdcc-46b0-bec8-60bc23591b08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e468d1f9-547c-4631-a3ab-0b8c0e0e343d') {'for_net_delete': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:38:17.836936 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.services.segments.db [None req-4c03bfe0-fdcc-46b0-bec8-60bc23591b08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e468d1f9-547c-4631-a3ab-0b8c0e0e343d') {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:38:17.845873 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-4c03bfe0-fdcc-46b0-bec8-60bc23591b08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731880837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328175'] for segment, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:17.859633 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-4c03bfe0-fdcc-46b0-bec8-60bc23591b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614597'] for segment, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:17.866695 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c03bfe0-fdcc-46b0-bec8-60bc23591b08 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=94020) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 03:38:17.867098 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-4c03bfe0-fdcc-46b0-bec8-60bc23591b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8938496'] for segment, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:17.869139 dv-cinder-775706-4-iscsi neutron-server[94020]: Traceback (most recent call last): Sep 25 03:38:17.869139 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 25 03:38:17.869139 dv-cinder-775706-4-iscsi neutron-server[94020]: timer() Sep 25 03:38:17.869139 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 25 03:38:17.869139 dv-cinder-775706-4-iscsi neutron-server[94020]: cb(*args, **kw) Sep 25 03:38:17.869139 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 25 03:38:17.869139 dv-cinder-775706-4-iscsi neutron-server[94020]: return func(*args, **kwargs) Sep 25 03:38:17.869139 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 25 03:38:17.869139 dv-cinder-775706-4-iscsi neutron-server[94020]: self._notify() Sep 25 03:38:17.869139 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 25 03:38:17.869139 dv-cinder-775706-4-iscsi neutron-server[94020]: self.callback(batched_events) Sep 25 03:38:17.869139 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 25 03:38:17.869139 dv-cinder-775706-4-iscsi neutron-server[94020]: event.method(event) Sep 25 03:38:17.869139 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 25 03:38:17.869139 dv-cinder-775706-4-iscsi neutron-server[94020]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 25 03:38:17.869139 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 25 03:38:17.869139 dv-cinder-775706-4-iscsi neutron-server[94020]: aggregate_uuid = self.p_client.list_aggregates( Sep 25 03:38:17.869139 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 25 03:38:17.869139 dv-cinder-775706-4-iscsi neutron-server[94020]: return f(self, *a, **k) Sep 25 03:38:17.869139 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 25 03:38:17.869139 dv-cinder-775706-4-iscsi neutron-server[94020]: return self._get(url).json() Sep 25 03:38:17.869139 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 25 03:38:17.869139 dv-cinder-775706-4-iscsi neutron-server[94020]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 25 03:38:17.869139 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 25 03:38:17.869139 dv-cinder-775706-4-iscsi neutron-server[94020]: return self.request(url, 'GET', **kwargs) Sep 25 03:38:17.869139 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 25 03:38:17.869139 dv-cinder-775706-4-iscsi neutron-server[94020]: base_url = self.get_endpoint(auth, allow=allow, Sep 25 03:38:17.869139 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 25 03:38:17.869139 dv-cinder-775706-4-iscsi neutron-server[94020]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 25 03:38:17.869139 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 25 03:38:17.869139 dv-cinder-775706-4-iscsi neutron-server[94020]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 25 03:38:17.869139 dv-cinder-775706-4-iscsi neutron-server[94020]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 25 03:38:17.923829 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-4c03bfe0-fdcc-46b0-bec8-60bc23591b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896844'] for network, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:17.929317 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-4c03bfe0-fdcc-46b0-bec8-60bc23591b08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3625783'] for network, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:17.931179 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-4c03bfe0-fdcc-46b0-bec8-60bc23591b08 admin admin] 10.222.0.42 "DELETE /v2.0/networks/69d03830-d058-4783-811e-ade1404fd267 HTTP/1.1" status: 204 len: 168 time: 0.7434363 Sep 25 03:38:17.942408 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c03bfe0-fdcc-46b0-bec8-60bc23591b08 admin admin] Pushing event deleted for resources: {'Network': ['ID=69d03830-d058-4783-811e-ade1404fd267,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:38:18.110274 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 56966) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:38:18.151455 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-b1484226-1d06-4a8c-aad2-21d2b1487853 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=38f2ee3f8f7f41cf906b46bcbbc31b5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0396717 Sep 25 03:38:18.154143 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 56968) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:38:18.206187 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f0679b9a-dfab-4a68-a933-4c372182deb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:18.228938 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f0679b9a-dfab-4a68-a933-4c372182deb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:18.281238 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f0679b9a-dfab-4a68-a933-4c372182deb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:18.283932 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f0679b9a-dfab-4a68-a933-4c372182deb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:18.285152 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-f0679b9a-dfab-4a68-a933-4c372182deb4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/32c65188-c1b8-4ff9-b0ae-66d6e27932f6 HTTP/1.1" status: 204 len: 168 time: 0.1300328 Sep 25 03:38:18.292551 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0679b9a-dfab-4a68-a933-4c372182deb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c65188-c1b8-4ff9-b0ae-66d6e27932f6,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:38:18.636077 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 56974) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:38:18.695680 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-2a94cfe9-e324-429b-b83c-8fc980989041 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f3c947dafa1c4808b8926c270e98f5f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0579123 Sep 25 03:38:18.698369 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 56976) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:38:18.758404 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-b6ebf256-db21-426c-9fae-130762b3ff87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:18.780483 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-b6ebf256-db21-426c-9fae-130762b3ff87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:18.857358 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d269fa62-22fb-4e29-bd90-9a542cee9aea req-455fae1e-883c-4be8-94b3-dbc43d89b325 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:38:18.858847 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d269fa62-22fb-4e29-bd90-9a542cee9aea req-455fae1e-883c-4be8-94b3-dbc43d89b325 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/ports?device_id=871e2f30-7fe1-4935-8a03-2927a4afadf5 HTTP/1.1" status: 200 len: 945 time: 0.0619559 Sep 25 03:38:18.864777 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-b6ebf256-db21-426c-9fae-130762b3ff87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:18.867248 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-b6ebf256-db21-426c-9fae-130762b3ff87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:18.868302 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-b6ebf256-db21-426c-9fae-130762b3ff87 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/87ef110a-452a-4d74-b59e-bbe992334d05 HTTP/1.1" status: 204 len: 168 time: 0.1688132 Sep 25 03:38:18.888710 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ebf256-db21-426c-9fae-130762b3ff87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ef110a-452a-4d74-b59e-bbe992334d05,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:38:18.913646 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d269fa62-22fb-4e29-bd90-9a542cee9aea req-f9122745-dc26-490e-9c48-82bd1a990220 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/security-groups?id=d84f7fc4-a72b-4f91-9132-c08dc4e9da0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438728 Sep 25 03:38:19.048195 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad922426-c396-4569-b069-1b54dfe393ce req-3655e5e5-50bf-482a-b4fe-d693090f3df8 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:38:19.050926 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ad922426-c396-4569-b069-1b54dfe393ce req-3655e5e5-50bf-482a-b4fe-d693090f3df8 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/ports?device_id=871e2f30-7fe1-4935-8a03-2927a4afadf5 HTTP/1.1" status: 200 len: 945 time: 0.0699887 Sep 25 03:38:19.100822 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ad922426-c396-4569-b069-1b54dfe393ce req-ee381b45-aa6b-4311-aba1-f7839ed21c9e tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/security-groups?id=d84f7fc4-a72b-4f91-9132-c08dc4e9da0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434573 Sep 25 03:38:19.126072 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 56984) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:38:19.171518 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b971ee-699c-4725-a159-1e0b4a960bd2 tempest-TestVolumeBootPattern-1911103449 tempest-TestVolumeBootPattern-1911103449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:38:19.173266 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-00b971ee-699c-4725-a159-1e0b4a960bd2 tempest-TestVolumeBootPattern-1911103449 tempest-TestVolumeBootPattern-1911103449-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=871e2f30-7fe1-4935-8a03-2927a4afadf5 HTTP/1.1" status: 200 len: 1093 time: 0.0461862 Sep 25 03:38:19.176572 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 56986) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:38:19.181363 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-120757fa-04b2-48b3-bd61-5112a18c6d4f tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Request body: {'floatingip': {'floating_network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'port_id': 'd59277c4-05c8-48ba-bb31-5380252b96a5', 'tenant_id': 'db363e7cf1b9415d89602f3298329e35', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:38:19.211993 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-120757fa-04b2-48b3-bd61-5112a18c6d4f tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks [] for floatingip, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:19.257229 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-fa5af178-6116-457c-95b6-13dc589f2bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:19.279809 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:19.329049 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-120757fa-04b2-48b3-bd61-5112a18c6d4f tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:19.345298 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device 9781e60a-c5b3-47ea-a88a-75f1e42253f0 no longer exists at agent ovs-agent-dv-cinder-775706-4-iscsi {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 03:38:19.365217 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] No Port match for: 9781e60a-c5b3-47ea-a88a-75f1e42253f0 {{(pid=94022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 25 03:38:19.365587 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device 9781e60a-c5b3-47ea-a88a-75f1e42253f0 not bound to the agent host dv-cinder-775706-4-iscsi {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 03:38:19.436256 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.db.db_base_plugin_common [None req-120757fa-04b2-48b3-bd61-5112a18c6d4f tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Allocated IP 172.27.1.13 (11c2fcee-3e12-40fc-bbdd-73661221b9b4/9bf1e901-4101-4c8d-9b58-09aedeb11d2a/b2b4ebde-5395-4c91-b695-c5c7abb6b88a) {{(pid=94020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 03:38:19.543145 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-120757fa-04b2-48b3-bd61-5112a18c6d4f tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks [] for port, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:19.579086 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-120757fa-04b2-48b3-bd61-5112a18c6d4f tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731880292801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937715'] for port, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:19.615806 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120757fa-04b2-48b3-bd61-5112a18c6d4f tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Network 11c2fcee-3e12-40fc-bbdd-73661221b9b4 is already hosted by enough agents. {{(pid=94020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 03:38:19.618706 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.base_scheduler [None req-120757fa-04b2-48b3-bd61-5112a18c6d4f tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Resources bound (agent type, host, resource id): {{(pid=94020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:38:19.622376 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120757fa-04b2-48b3-bd61-5112a18c6d4f tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Received port after_create {{(pid=94020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 03:38:19.629889 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120757fa-04b2-48b3-bd61-5112a18c6d4f tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Pushing event updated for resources: {'Port': ['ID=b2b4ebde-5395-4c91-b695-c5c7abb6b88a,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:38:19.996512 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-120757fa-04b2-48b3-bd61-5112a18c6d4f tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:20.069553 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-120757fa-04b2-48b3-bd61-5112a18c6d4f tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:20.228951 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-120757fa-04b2-48b3-bd61-5112a18c6d4f tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:20.237099 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-120757fa-04b2-48b3-bd61-5112a18c6d4f tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937720'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:20.307326 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120757fa-04b2-48b3-bd61-5112a18c6d4f tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Pushing event updated for resources: {'Port': ['ID=b2b4ebde-5395-4c91-b695-c5c7abb6b88a,revision_number=2']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:38:20.322694 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-120757fa-04b2-48b3-bd61-5112a18c6d4f tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3896858'] for floatingip, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:20.426397 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.db.l3_db [None req-120757fa-04b2-48b3-bd61-5112a18c6d4f tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Floating IP 4c64c6f5-a12f-496e-85cf-c63a36e3240e associated. External IP: 172.27.1.13, port: d59277c4-05c8-48ba-bb31-5380252b96a5. Sep 25 03:38:20.649487 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-120757fa-04b2-48b3-bd61-5112a18c6d4f tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Router 4ffb49e0-1e1c-4b63-b363-7c32786630d6 has already been hosted by L3 agent be170b3f-ec9b-4dfa-8e40-fa1591bf80a9 {{(pid=94020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 03:38:20.759007 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-120757fa-04b2-48b3-bd61-5112a18c6d4f tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify agent at l3_agent.dv-cinder-775706-4-iscsi the message routers_updated {{(pid=94020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 03:38:20.772832 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8843ba91-8901-44d6-88bc-12c65c1ba0f7 None None] Sync routers for ids ['4ffb49e0-1e1c-4b63-b363-7c32786630d6'] in dv-cinder-775706-4-iscsi {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 03:38:20.776444 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-120757fa-04b2-48b3-bd61-5112a18c6d4f tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950'] for floatingip, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:20.782831 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8843ba91-8901-44d6-88bc-12c65c1ba0f7 None None] Routers {'4ffb49e0-1e1c-4b63-b363-7c32786630d6'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:38:20.783669 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-8843ba91-8901-44d6-88bc-12c65c1ba0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:38:18Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['4ffb49e0-1e1c-4b63-b363-7c32786630d6'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:38:20.804439 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-120757fa-04b2-48b3-bd61-5112a18c6d4f tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6266661 Sep 25 03:38:20.805112 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '871e2f30-7fe1-4935-8a03-2927a4afadf5', 'tag': 'd59277c4-05c8-48ba-bb31-5380252b96a5'}] {{(pid=94020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 03:38:20.807404 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d114ac846cecc4f090472340cf1e7771535e64bb380ac0996b13cb6b7cfe6923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f32efcc-0597-4fca-800c-2221e2e8c216" -d '{"events": [{"name": "network-changed", "server_uuid": "871e2f30-7fe1-4935-8a03-2927a4afadf5", "tag": "d59277c4-05c8-48ba-bb31-5380252b96a5"}]}' {{(pid=94020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 03:38:20.852682 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 03:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce8e3c05-24c6-4a92-b518-9bc120ac5f0a x-openstack-request-id: req-ce8e3c05-24c6-4a92-b518-9bc120ac5f0a {{(pid=94020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 03:38:20.852974 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "871e2f30-7fe1-4935-8a03-2927a4afadf5", "tag": "d59277c4-05c8-48ba-bb31-5380252b96a5", "status": "completed", "code": 200}]} {{(pid=94020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 03:38:20.853222 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ce8e3c05-24c6-4a92-b518-9bc120ac5f0a {{(pid=94020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 03:38:20.853609 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '871e2f30-7fe1-4935-8a03-2927a4afadf5', 'tag': 'd59277c4-05c8-48ba-bb31-5380252b96a5', 'status': 'completed', 'code': 200} Sep 25 03:38:20.889907 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-8843ba91-8901-44d6-88bc-12c65c1ba0f7 None None] Set router 4ffb49e0-1e1c-4b63-b363-7c32786630d6 gateway port host: dv-cinder-775706-4-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:38:20.948138 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f32efcc-0597-4fca-800c-2221e2e8c216 req-8a5a1dbf-be5a-419b-b364-b8a0fd637cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:38:20.949680 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5f32efcc-0597-4fca-800c-2221e2e8c216 req-8a5a1dbf-be5a-419b-b364-b8a0fd637cc4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=db363e7cf1b9415d89602f3298329e35&device_id=871e2f30-7fe1-4935-8a03-2927a4afadf5 HTTP/1.1" status: 200 len: 1098 time: 0.0417030 Sep 25 03:38:21.045104 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f32efcc-0597-4fca-800c-2221e2e8c216 req-52bc13d1-c986-4ff2-9508-1e46876b8334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:38:21.046584 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5f32efcc-0597-4fca-800c-2221e2e8c216 req-52bc13d1-c986-4ff2-9508-1e46876b8334 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3af85cfb-dd93-48a8-a1e1-fc03ce02f109 HTTP/1.1" status: 200 len: 912 time: 0.0899444 Sep 25 03:38:21.122415 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-8843ba91-8901-44d6-88bc-12c65c1ba0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'name': 'tempest-TestVolumeBootPattern-517260034-router', 'tenant_id': 'db363e7cf1b9415d89602f3298329e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '4e4847b6-1d43-43aa-8619-ae9e17029fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:34:05Z', 'updated_at': '2021-09-25T03:34:11Z', 'revision_number': 4, 'project_id': 'db363e7cf1b9415d89602f3298329e35', 'gw_port': {'id': '4e4847b6-1d43-43aa-8619-ae9e17029fc4', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:25:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:06Z', 'updated_at': '2021-09-25T03:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_floatingips': [{'id': '4c64c6f5-a12f-496e-85cf-c63a36e3240e', 'tenant_id': 'db363e7cf1b9415d89602f3298329e35', 'floating_ip_address': '172.27.1.13', 'floating_network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'router_id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'port_id': 'd59277c4-05c8-48ba-bb31-5380252b96a5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3af85cfb-dd93-48a8-a1e1-fc03ce02f109', 'mac_address': 'fa:16:3e:4e:07:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871e2f30-7fe1-4935-8a03-2927a4afadf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-25T03:38:19Z', 'updated_at': '2021-09-25T03:38:19Z', 'revision_number': 0, 'project_id': 'db363e7cf1b9415d89602f3298329e35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6eb43f13-becb-437d-b43d-aaf8c5b31ad3', 'name': '', 'network_id': '3af85cfb-dd93-48a8-a1e1-fc03ce02f109', 'tenant_id': 'db363e7cf1b9415d89602f3298329e35', 'mac_address': 'fa:16:3e:17:c4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '214e70c9-9735-4259-b6d5-e362dbd8f3ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:10Z', 'updated_at': '2021-09-25T03:34:29Z', 'revision_number': 5, 'project_id': 'db363e7cf1b9415d89602f3298329e35', 'subnets': [{'id': '214e70c9-9735-4259-b6d5-e362dbd8f3ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:38:21.129385 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5f32efcc-0597-4fca-800c-2221e2e8c216 req-a9160401-a81a-43d5-8590-3672bda4273f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d59277c4-05c8-48ba-bb31-5380252b96a5 HTTP/1.1" status: 200 len: 998 time: 0.0681689 Sep 25 03:38:21.153995 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8843ba91-8901-44d6-88bc-12c65c1ba0f7 None None] Checking router: 4ffb49e0-1e1c-4b63-b363-7c32786630d6 for host: dv-cinder-775706-4-iscsi {{(pid=94022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 03:38:21.168789 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8843ba91-8901-44d6-88bc-12c65c1ba0f7 None None] Routers {'4ffb49e0-1e1c-4b63-b363-7c32786630d6'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:38:21.169409 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-8843ba91-8901-44d6-88bc-12c65c1ba0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:38:18Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['4ffb49e0-1e1c-4b63-b363-7c32786630d6'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:38:21.172614 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-afd92d12-b9d5-4a92-bfd4-50d3cdf2ae8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:21.183473 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f32efcc-0597-4fca-800c-2221e2e8c216 req-62632a7b-a3ce-4331-8424-be8e28fc509e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:38:21.184985 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5f32efcc-0597-4fca-800c-2221e2e8c216 req-62632a7b-a3ce-4331-8424-be8e28fc509e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=214e70c9-9735-4259-b6d5-e362dbd8f3ae HTTP/1.1" status: 200 len: 850 time: 0.0485237 Sep 25 03:38:21.231718 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f32efcc-0597-4fca-800c-2221e2e8c216 req-0ac93638-d642-4536-91a8-d3d0e83800e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:38:21.233144 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5f32efcc-0597-4fca-800c-2221e2e8c216 req-0ac93638-d642-4536-91a8-d3d0e83800e9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3af85cfb-dd93-48a8-a1e1-fc03ce02f109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404446 Sep 25 03:38:21.276484 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-8843ba91-8901-44d6-88bc-12c65c1ba0f7 None None] Set router 4ffb49e0-1e1c-4b63-b363-7c32786630d6 gateway port host: dv-cinder-775706-4-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:38:21.330550 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5f32efcc-0597-4fca-800c-2221e2e8c216 req-e99921b6-b599-4914-b456-b943bdd32e7f service neutron] 10.222.0.45 "GET /v2.0/networks/3af85cfb-dd93-48a8-a1e1-fc03ce02f109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893068 Sep 25 03:38:21.428326 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5f32efcc-0597-4fca-800c-2221e2e8c216 req-04278c5f-1ffc-4eac-b843-2e9c66a6849f service neutron] 10.222.0.45 "GET /v2.0/networks/3af85cfb-dd93-48a8-a1e1-fc03ce02f109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907741 Sep 25 03:38:21.510919 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-8843ba91-8901-44d6-88bc-12c65c1ba0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'name': 'tempest-TestVolumeBootPattern-517260034-router', 'tenant_id': 'db363e7cf1b9415d89602f3298329e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '4e4847b6-1d43-43aa-8619-ae9e17029fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:34:05Z', 'updated_at': '2021-09-25T03:34:11Z', 'revision_number': 4, 'project_id': 'db363e7cf1b9415d89602f3298329e35', 'gw_port': {'id': '4e4847b6-1d43-43aa-8619-ae9e17029fc4', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:25:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:06Z', 'updated_at': '2021-09-25T03:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_floatingips': [{'id': '4c64c6f5-a12f-496e-85cf-c63a36e3240e', 'tenant_id': 'db363e7cf1b9415d89602f3298329e35', 'floating_ip_address': '172.27.1.13', 'floating_network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'router_id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'port_id': 'd59277c4-05c8-48ba-bb31-5380252b96a5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3af85cfb-dd93-48a8-a1e1-fc03ce02f109', 'mac_address': 'fa:16:3e:4e:07:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871e2f30-7fe1-4935-8a03-2927a4afadf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-25T03:38:19Z', 'updated_at': '2021-09-25T03:38:19Z', 'revision_number': 0, 'project_id': 'db363e7cf1b9415d89602f3298329e35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6eb43f13-becb-437d-b43d-aaf8c5b31ad3', 'name': '', 'network_id': '3af85cfb-dd93-48a8-a1e1-fc03ce02f109', 'tenant_id': 'db363e7cf1b9415d89602f3298329e35', 'mac_address': 'fa:16:3e:17:c4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '214e70c9-9735-4259-b6d5-e362dbd8f3ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:10Z', 'updated_at': '2021-09-25T03:34:29Z', 'revision_number': 5, 'project_id': 'db363e7cf1b9415d89602f3298329e35', 'subnets': [{'id': '214e70c9-9735-4259-b6d5-e362dbd8f3ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:38:21.543803 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8843ba91-8901-44d6-88bc-12c65c1ba0f7 None None] The sync data for ids ['4ffb49e0-1e1c-4b63-b363-7c32786630d6'] in dv-cinder-775706-4-iscsi is: [{'id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'name': 'tempest-TestVolumeBootPattern-517260034-router', 'tenant_id': 'db363e7cf1b9415d89602f3298329e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '4e4847b6-1d43-43aa-8619-ae9e17029fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:34:05Z', 'updated_at': '2021-09-25T03:34:11Z', 'revision_number': 4, 'project_id': 'db363e7cf1b9415d89602f3298329e35', 'gw_port': {'id': '4e4847b6-1d43-43aa-8619-ae9e17029fc4', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:25:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:06Z', 'updated_at': '2021-09-25T03:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_floatingips': [{'id': '4c64c6f5-a12f-496e-85cf-c63a36e3240e', 'tenant_id': 'db363e7cf1b9415d89602f3298329e35', 'floating_ip_address': '172.27.1.13', 'floating_network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'router_id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'port_id': 'd59277c4-05c8-48ba-bb31-5380252b96a5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3af85cfb-dd93-48a8-a1e1-fc03ce02f109', 'mac_address': 'fa:16:3e:4e:07:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871e2f30-7fe1-4935-8a03-2927a4afadf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-25T03:38:19Z', 'updated_at': '2021-09-25T03:38:19Z', 'revision_number': 0, 'project_id': 'db363e7cf1b9415d89602f3298329e35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6eb43f13-becb-437d-b43d-aaf8c5b31ad3', 'name': '', 'network_id': '3af85cfb-dd93-48a8-a1e1-fc03ce02f109', 'tenant_id': 'db363e7cf1b9415d89602f3298329e35', 'mac_address': 'fa:16:3e:17:c4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '214e70c9-9735-4259-b6d5-e362dbd8f3ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:10Z', 'updated_at': '2021-09-25T03:34:29Z', 'revision_number': 5, 'project_id': 'db363e7cf1b9415d89602f3298329e35', 'subnets': [{'id': '214e70c9-9735-4259-b6d5-e362dbd8f3ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 03:38:21.738433 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9871f1-acd4-4870-88fc-0b27abea1840 None None] New status for floating IP 4c64c6f5-a12f-496e-85cf-c63a36e3240e: ACTIVE {{(pid=94023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 25 03:38:27.011719 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:45.391936 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-11325205-10f1-4745-ba9f-f2f689bc813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:46.408580 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb44476-4d72-40c2-b668-c68f25540db9 req-bbf8fb07-574e-41eb-81ee-a6da3a8f5630 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:38:46.410122 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1cb44476-4d72-40c2-b668-c68f25540db9 req-bbf8fb07-574e-41eb-81ee-a6da3a8f5630 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca8be174-28ce-456d-9625-30374a5501d6 HTTP/1.1" status: 200 len: 946 time: 0.0526149 Sep 25 03:38:46.460507 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1cb44476-4d72-40c2-b668-c68f25540db9 req-29b2484d-35ad-468f-b3fd-a8ba0ffb71a7 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=6473a50f-cdc8-4f4d-899e-137238ffc538&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407934 Sep 25 03:38:47.595411 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe17cd4-5802-4f0f-9059-207d0a6505aa req-14ad7e63-193d-4638-8d0b-bf281ec270ce tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:38:47.596900 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6fe17cd4-5802-4f0f-9059-207d0a6505aa req-14ad7e63-193d-4638-8d0b-bf281ec270ce tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca8be174-28ce-456d-9625-30374a5501d6 HTTP/1.1" status: 200 len: 946 time: 0.0582352 Sep 25 03:38:47.606979 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-e46f5cea-3f5e-4d1d-a205-9cbc7dba20a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:47.643869 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6fe17cd4-5802-4f0f-9059-207d0a6505aa req-5bd69222-8441-4691-b7f0-b4b35e11361b tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=6473a50f-cdc8-4f4d-899e-137238ffc538&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394139 Sep 25 03:38:48.439229 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25ba151-f035-4b07-bd9d-4e15c083d104 req-15b79c36-c436-4d8d-9e7c-4a97b8a96afd tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:38:48.440764 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d25ba151-f035-4b07-bd9d-4e15c083d104 req-15b79c36-c436-4d8d-9e7c-4a97b8a96afd tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca8be174-28ce-456d-9625-30374a5501d6 HTTP/1.1" status: 200 len: 946 time: 0.0550826 Sep 25 03:38:48.538178 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [req-d25ba151-f035-4b07-bd9d-4e15c083d104 req-f276fd6a-6632-488e-9741-116d84793420 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Deleting port 5244b419-ce3d-4864-825b-584c27c3e52f {{(pid=94021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 03:38:48.538482 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-d25ba151-f035-4b07-bd9d-4e15c083d104 req-f276fd6a-6632-488e-9741-116d84793420 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731880592680'] for port, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:48.630032 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-d25ba151-f035-4b07-bd9d-4e15c083d104 req-f276fd6a-6632-488e-9741-116d84793420 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] For port 5244b419-ce3d-4864-825b-584c27c3e52f, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=5244b419-ce3d-4864-825b-584c27c3e52f,segment=NetworkSegment(333f268c-633b-4815-af96-4f793cf73c09),segment_id=333f268c-633b-4815-af96-4f793cf73c09)] {{(pid=94021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:38:48.630791 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-d25ba151-f035-4b07-bd9d-4e15c083d104 req-f276fd6a-6632-488e-9741-116d84793420 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889411'] for port, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:48.822067 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebb187b-1400-44ee-918b-f5fe9a576117 req-16b7b8ce-4c5d-4c1a-a9ee-d4ee5b1be0a2 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:38:48.823567 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-eebb187b-1400-44ee-918b-f5fe9a576117 req-16b7b8ce-4c5d-4c1a-a9ee-d4ee5b1be0a2 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca8be174-28ce-456d-9625-30374a5501d6 HTTP/1.1" status: 200 len: 946 time: 0.0988638 Sep 25 03:38:48.839942 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-d25ba151-f035-4b07-bd9d-4e15c083d104 req-f276fd6a-6632-488e-9741-116d84793420 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:48.840293 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-d25ba151-f035-4b07-bd9d-4e15c083d104 req-f276fd6a-6632-488e-9741-116d84793420 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3896858'] for floatingip, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:48.840607 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.db.l3_db [req-d25ba151-f035-4b07-bd9d-4e15c083d104 req-f276fd6a-6632-488e-9741-116d84793420 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Floating IP 46e8d22a-9059-41f8-ae10-75caf48ceddd disassociated. External IP: 172.27.1.246, port: 5244b419-ce3d-4864-825b-584c27c3e52f. Sep 25 03:38:48.840966 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [req-d25ba151-f035-4b07-bd9d-4e15c083d104 req-f276fd6a-6632-488e-9741-116d84793420 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Calling delete_port for 5244b419-ce3d-4864-825b-584c27c3e52f owned by compute:nova {{(pid=94021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 03:38:48.908367 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-eebb187b-1400-44ee-918b-f5fe9a576117 req-c108ca79-dacf-4995-b9b5-1fe64556c699 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=6473a50f-cdc8-4f4d-899e-137238ffc538&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0758705 Sep 25 03:38:49.000073 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-d25ba151-f035-4b07-bd9d-4e15c083d104 req-f276fd6a-6632-488e-9741-116d84793420 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731880598766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731880292810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3214562'] for port, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:49.029612 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f276fd6a-6632-488e-9741-116d84793420 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Pushing event deleted for resources: {'Port': ['ID=5244b419-ce3d-4864-825b-584c27c3e52f,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:38:49.040516 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f276fd6a-6632-488e-9741-116d84793420 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:38:49.040894 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f276fd6a-6632-488e-9741-116d84793420 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:38:49.041235 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f276fd6a-6632-488e-9741-116d84793420 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:38:49.041570 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f276fd6a-6632-488e-9741-116d84793420 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:38:49.041908 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f276fd6a-6632-488e-9741-116d84793420 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:38:49.042235 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f276fd6a-6632-488e-9741-116d84793420 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:38:49.042578 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f276fd6a-6632-488e-9741-116d84793420 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:38:49.042886 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f276fd6a-6632-488e-9741-116d84793420 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:38:49.043208 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f276fd6a-6632-488e-9741-116d84793420 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:38:49.043527 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f276fd6a-6632-488e-9741-116d84793420 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:38:49.043848 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f276fd6a-6632-488e-9741-116d84793420 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:38:49.044166 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f276fd6a-6632-488e-9741-116d84793420 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:38:49.158449 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d25ba151-f035-4b07-bd9d-4e15c083d104 req-f276fd6a-6632-488e-9741-116d84793420 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Router a082b15f-b8f8-4c54-8e21-6b61c59b9936 has already been hosted by L3 agent be170b3f-ec9b-4dfa-8e40-fa1591bf80a9 {{(pid=94021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 03:38:49.262019 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-fa5af178-6116-457c-95b6-13dc589f2bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:49.271709 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d25ba151-f035-4b07-bd9d-4e15c083d104 req-f276fd6a-6632-488e-9741-116d84793420 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify agent at l3_agent.dv-cinder-775706-4-iscsi the message routers_updated {{(pid=94021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 03:38:49.282767 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688224d3-4d1b-4fcd-9a21-9626cfce0b15 None None] Sync routers for ids ['a082b15f-b8f8-4c54-8e21-6b61c59b9936'] in dv-cinder-775706-4-iscsi {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 03:38:49.286529 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:49.293565 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688224d3-4d1b-4fcd-9a21-9626cfce0b15 None None] Routers {'a082b15f-b8f8-4c54-8e21-6b61c59b9936'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:38:49.294193 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-688224d3-4d1b-4fcd-9a21-9626cfce0b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:38:48Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['a082b15f-b8f8-4c54-8e21-6b61c59b9936'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:38:49.315536 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [req-d25ba151-f035-4b07-bd9d-4e15c083d104 req-f276fd6a-6632-488e-9741-116d84793420 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] No DVR routers for this DVR port 5244b419-ce3d-4864-825b-584c27c3e52f on host hv-cinder-77570 {{(pid=94021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 25 03:38:49.318130 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-d25ba151-f035-4b07-bd9d-4e15c083d104 req-f276fd6a-6632-488e-9741-116d84793420 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:49.320135 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d25ba151-f035-4b07-bd9d-4e15c083d104 req-f276fd6a-6632-488e-9741-116d84793420 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.45 "DELETE /v2.0/ports/5244b419-ce3d-4864-825b-584c27c3e52f HTTP/1.1" status: 204 len: 173 time: 0.8729985 Sep 25 03:38:49.320573 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca8be174-28ce-456d-9625-30374a5501d6', 'name': 'network-vif-deleted', 'tag': '5244b419-ce3d-4864-825b-584c27c3e52f'}] {{(pid=94021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 03:38:49.330416 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e2fb5340eb8446ff58cd715b9748d5b5aabaa2e5f9ab10f469ed89a7c45a212" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce28db7c-70e9-452d-ba69-4be00ee89d2d" -d '{"events": [{"server_uuid": "ca8be174-28ce-456d-9625-30374a5501d6", "name": "network-vif-deleted", "tag": "5244b419-ce3d-4864-825b-584c27c3e52f"}]}' {{(pid=94021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 03:38:49.373528 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 03:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e09908c-93af-4257-b0ec-4736eb7c1299 x-openstack-request-id: req-4e09908c-93af-4257-b0ec-4736eb7c1299 {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 03:38:49.373970 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca8be174-28ce-456d-9625-30374a5501d6", "name": "network-vif-deleted", "tag": "5244b419-ce3d-4864-825b-584c27c3e52f", "status": "completed", "code": 200}]} {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 03:38:49.374323 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4e09908c-93af-4257-b0ec-4736eb7c1299 {{(pid=94021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 03:38:49.374972 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca8be174-28ce-456d-9625-30374a5501d6', 'name': 'network-vif-deleted', 'tag': '5244b419-ce3d-4864-825b-584c27c3e52f', 'status': 'completed', 'code': 200} Sep 25 03:38:49.547234 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-688224d3-4d1b-4fcd-9a21-9626cfce0b15 None None] Set router a082b15f-b8f8-4c54-8e21-6b61c59b9936 gateway port host: dv-cinder-775706-4-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:38:49.753806 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-688224d3-4d1b-4fcd-9a21-9626cfce0b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a082b15f-b8f8-4c54-8e21-6b61c59b9936', 'name': 'tempest-AttachVolumeShelveTestJSON-602541266-router', 'tenant_id': '6cd33c8ad4e54784833c9620269a3a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '34fcae6b-4f04-405b-a2bf-335fef59cb62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:34:10Z', 'updated_at': '2021-09-25T03:34:17Z', 'revision_number': 4, 'project_id': '6cd33c8ad4e54784833c9620269a3a7e', 'gw_port': {'id': '34fcae6b-4f04-405b-a2bf-335fef59cb62', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:58:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a082b15f-b8f8-4c54-8e21-6b61c59b9936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:12Z', 'updated_at': '2021-09-25T03:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_interfaces': [{'id': 'c61ef779-7fb8-4df4-b5f6-08a70b217962', 'name': '', 'network_id': '0db9f430-59d9-43f8-9631-d99e7f9ba1b1', 'tenant_id': '6cd33c8ad4e54784833c9620269a3a7e', 'mac_address': 'fa:16:3e:af:05:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a082b15f-b8f8-4c54-8e21-6b61c59b9936', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '15c2144b-0628-4ad0-89f3-cf74162bcbd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:16Z', 'updated_at': '2021-09-25T03:34:32Z', 'revision_number': 5, 'project_id': '6cd33c8ad4e54784833c9620269a3a7e', 'subnets': [{'id': '15c2144b-0628-4ad0-89f3-cf74162bcbd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:38:49.784245 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688224d3-4d1b-4fcd-9a21-9626cfce0b15 None None] Checking router: a082b15f-b8f8-4c54-8e21-6b61c59b9936 for host: dv-cinder-775706-4-iscsi {{(pid=94022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 03:38:49.793427 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688224d3-4d1b-4fcd-9a21-9626cfce0b15 None None] Routers {'a082b15f-b8f8-4c54-8e21-6b61c59b9936'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:38:49.794055 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-688224d3-4d1b-4fcd-9a21-9626cfce0b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:38:48Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['a082b15f-b8f8-4c54-8e21-6b61c59b9936'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:38:49.906780 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-688224d3-4d1b-4fcd-9a21-9626cfce0b15 None None] Set router a082b15f-b8f8-4c54-8e21-6b61c59b9936 gateway port host: dv-cinder-775706-4-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:38:50.022256 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-743bbf24-8c9c-4d32-a92e-975e4a71aa3d req-53a1f8e6-b99f-4ef1-a2a5-2a7c5f5e3741 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca8be174-28ce-456d-9625-30374a5501d6 HTTP/1.1" status: 200 len: 210 time: 0.0266297 Sep 25 03:38:50.122369 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-688224d3-4d1b-4fcd-9a21-9626cfce0b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a082b15f-b8f8-4c54-8e21-6b61c59b9936', 'name': 'tempest-AttachVolumeShelveTestJSON-602541266-router', 'tenant_id': '6cd33c8ad4e54784833c9620269a3a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '34fcae6b-4f04-405b-a2bf-335fef59cb62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:34:10Z', 'updated_at': '2021-09-25T03:34:17Z', 'revision_number': 4, 'project_id': '6cd33c8ad4e54784833c9620269a3a7e', 'gw_port': {'id': '34fcae6b-4f04-405b-a2bf-335fef59cb62', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:58:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a082b15f-b8f8-4c54-8e21-6b61c59b9936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:12Z', 'updated_at': '2021-09-25T03:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_interfaces': [{'id': 'c61ef779-7fb8-4df4-b5f6-08a70b217962', 'name': '', 'network_id': '0db9f430-59d9-43f8-9631-d99e7f9ba1b1', 'tenant_id': '6cd33c8ad4e54784833c9620269a3a7e', 'mac_address': 'fa:16:3e:af:05:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a082b15f-b8f8-4c54-8e21-6b61c59b9936', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '15c2144b-0628-4ad0-89f3-cf74162bcbd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:16Z', 'updated_at': '2021-09-25T03:34:32Z', 'revision_number': 5, 'project_id': '6cd33c8ad4e54784833c9620269a3a7e', 'subnets': [{'id': '15c2144b-0628-4ad0-89f3-cf74162bcbd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:38:50.148888 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688224d3-4d1b-4fcd-9a21-9626cfce0b15 None None] The sync data for ids ['a082b15f-b8f8-4c54-8e21-6b61c59b9936'] in dv-cinder-775706-4-iscsi is: [{'id': 'a082b15f-b8f8-4c54-8e21-6b61c59b9936', 'name': 'tempest-AttachVolumeShelveTestJSON-602541266-router', 'tenant_id': '6cd33c8ad4e54784833c9620269a3a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '34fcae6b-4f04-405b-a2bf-335fef59cb62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:34:10Z', 'updated_at': '2021-09-25T03:34:17Z', 'revision_number': 4, 'project_id': '6cd33c8ad4e54784833c9620269a3a7e', 'gw_port': {'id': '34fcae6b-4f04-405b-a2bf-335fef59cb62', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:58:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a082b15f-b8f8-4c54-8e21-6b61c59b9936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:12Z', 'updated_at': '2021-09-25T03:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_interfaces': [{'id': 'c61ef779-7fb8-4df4-b5f6-08a70b217962', 'name': '', 'network_id': '0db9f430-59d9-43f8-9631-d99e7f9ba1b1', 'tenant_id': '6cd33c8ad4e54784833c9620269a3a7e', 'mac_address': 'fa:16:3e:af:05:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a082b15f-b8f8-4c54-8e21-6b61c59b9936', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '15c2144b-0628-4ad0-89f3-cf74162bcbd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:16Z', 'updated_at': '2021-09-25T03:34:32Z', 'revision_number': 5, 'project_id': '6cd33c8ad4e54784833c9620269a3a7e', 'subnets': [{'id': '15c2144b-0628-4ad0-89f3-cf74162bcbd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 03:38:50.387380 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642cf16c-2f9b-4ec1-9c46-e12223bc4417 None None] New status for floating IP 46e8d22a-9059-41f8-ae10-75caf48ceddd: DOWN {{(pid=94023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 25 03:38:51.118710 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 57108) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:38:51.163369 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-afd92d12-b9d5-4a92-bfd4-50d3cdf2ae8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:51.178745 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-b5eb45e1-1652-404c-b662-e6b3721bfc70 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:51.205851 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-b5eb45e1-1652-404c-b662-e6b3721bfc70 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:51.263454 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-b5eb45e1-1652-404c-b662-e6b3721bfc70 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:51.268145 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-b5eb45e1-1652-404c-b662-e6b3721bfc70 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:51.269824 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-b5eb45e1-1652-404c-b662-e6b3721bfc70 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "DELETE /v2.0/security-groups/6473a50f-cdc8-4f4d-899e-137238ffc538 HTTP/1.1" status: 204 len: 168 time: 0.1500561 Sep 25 03:38:51.272922 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 57110) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:38:51.279603 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eb45e1-1652-404c-b662-e6b3721bfc70 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6473a50f-cdc8-4f4d-899e-137238ffc538,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:38:51.286918 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.api.v2.resource [None req-88d71624-878e-47c3-a44d-2abe9b6de95c tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] show failed (client error): The resource could not be found. Sep 25 03:38:51.287939 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-88d71624-878e-47c3-a44d-2abe9b6de95c tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups/6473a50f-cdc8-4f4d-899e-137238ffc538 HTTP/1.1" status: 404 len: 347 time: 0.0140309 Sep 25 03:38:51.291272 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 57112) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:38:51.453447 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.plugin [None req-916066f4-44f8-48ca-bdc0-db71f7882662 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Deleting port a4e4d9a8-cec2-44fc-9c0f-c5b10f8598f4 {{(pid=94020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 03:38:51.453760 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-916066f4-44f8-48ca-bdc0-db71f7882662 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731880592680'] for port, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:51.537912 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-916066f4-44f8-48ca-bdc0-db71f7882662 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889411'] for port, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:51.538246 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-916066f4-44f8-48ca-bdc0-db71f7882662 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:51.550872 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.plugin [None req-916066f4-44f8-48ca-bdc0-db71f7882662 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Calling delete_port for a4e4d9a8-cec2-44fc-9c0f-c5b10f8598f4 owned by network:floatingip {{(pid=94020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 03:38:51.706935 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-916066f4-44f8-48ca-bdc0-db71f7882662 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731880598766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731880292810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937715'] for port, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:51.738371 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916066f4-44f8-48ca-bdc0-db71f7882662 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Pushing event deleted for resources: {'Port': ['ID=a4e4d9a8-cec2-44fc-9c0f-c5b10f8598f4,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:38:51.760663 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916066f4-44f8-48ca-bdc0-db71f7882662 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:38:51.761009 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916066f4-44f8-48ca-bdc0-db71f7882662 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:38:51.761348 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916066f4-44f8-48ca-bdc0-db71f7882662 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:38:51.761686 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916066f4-44f8-48ca-bdc0-db71f7882662 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:38:51.762019 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916066f4-44f8-48ca-bdc0-db71f7882662 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:38:51.762349 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916066f4-44f8-48ca-bdc0-db71f7882662 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:38:51.762678 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916066f4-44f8-48ca-bdc0-db71f7882662 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:38:51.763002 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916066f4-44f8-48ca-bdc0-db71f7882662 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:38:51.763323 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916066f4-44f8-48ca-bdc0-db71f7882662 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:38:51.763645 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916066f4-44f8-48ca-bdc0-db71f7882662 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:38:51.763965 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916066f4-44f8-48ca-bdc0-db71f7882662 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:38:51.764282 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916066f4-44f8-48ca-bdc0-db71f7882662 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:38:51.803373 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-916066f4-44f8-48ca-bdc0-db71f7882662 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks [] for floatingip, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:51.805932 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-916066f4-44f8-48ca-bdc0-db71f7882662 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950'] for floatingip, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:51.807091 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-916066f4-44f8-48ca-bdc0-db71f7882662 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "DELETE /v2.0/floatingips/46e8d22a-9059-41f8-ae10-75caf48ceddd HTTP/1.1" status: 204 len: 168 time: 0.5149014 Sep 25 03:38:52.102629 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device 5244b419-ce3d-4864-825b-584c27c3e52f no longer exists at agent hyperv_hv-cinder-77570 {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 03:38:52.114902 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 57118) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:38:52.119873 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-9c284eb0-c9be-4afe-9e0e-4682571d97e0 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Request body: {'security_group': {'name': 'tempest-securitygroup--982278324', 'description': 'tempest-description--655588982'}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:38:52.127480 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] No Port match for: 5244b419-ce3d-4864-825b-584c27c3e52f {{(pid=94022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 25 03:38:52.127835 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device 5244b419-ce3d-4864-825b-584c27c3e52f not bound to the agent host hv-cinder-77570 {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 03:38:52.144086 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-9c284eb0-c9be-4afe-9e0e-4682571d97e0 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:52.227186 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-9c284eb0-c9be-4afe-9e0e-4682571d97e0 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:52.232704 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-9c284eb0-c9be-4afe-9e0e-4682571d97e0 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:52.260581 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-9c284eb0-c9be-4afe-9e0e-4682571d97e0 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:52.261866 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-9c284eb0-c9be-4afe-9e0e-4682571d97e0 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1458712 Sep 25 03:38:52.263868 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c284eb0-c9be-4afe-9e0e-4682571d97e0 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29ed2013-85e3-4179-98e8-18919e04df27,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:38:52.264850 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 57120) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:38:52.269800 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-bce91818-99ae-4731-8b41-929cc8538dea tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Request body: {'security_group_rule': {'security_group_id': '29ed2013-85e3-4179-98e8-18919e04df27', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:38:52.309147 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-bce91818-99ae-4731-8b41-929cc8538dea tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:52.357667 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-bce91818-99ae-4731-8b41-929cc8538dea tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:52.368969 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-bce91818-99ae-4731-8b41-929cc8538dea tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491355'] for security_group_rule, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:52.390320 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce91818-99ae-4731-8b41-929cc8538dea tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97750c4c-c4e3-40cd-b391-cc4667e57ded,revision_number=0']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:38:52.393928 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-bce91818-99ae-4731-8b41-929cc8538dea tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:52.395194 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-bce91818-99ae-4731-8b41-929cc8538dea tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1291013 Sep 25 03:38:52.398239 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 57122) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:38:52.402996 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-d4619b44-821e-4c67-9fa8-694914492c5a tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Request body: {'security_group_rule': {'security_group_id': '29ed2013-85e3-4179-98e8-18919e04df27', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:38:52.430660 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d4619b44-821e-4c67-9fa8-694914492c5a tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:52.493543 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d4619b44-821e-4c67-9fa8-694914492c5a tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:52.498011 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d4619b44-821e-4c67-9fa8-694914492c5a tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491355'] for security_group_rule, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:52.514839 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4619b44-821e-4c67-9fa8-694914492c5a tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf820f5f-e54d-4cc3-9d4a-018505e18e5c,revision_number=0']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:38:52.522131 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d4619b44-821e-4c67-9fa8-694914492c5a tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:52.523414 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-d4619b44-821e-4c67-9fa8-694914492c5a tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1241078 Sep 25 03:38:52.526831 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 57124) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:38:52.532841 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-03439bc0-d47e-40ce-8772-20f242b960f8 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Request body: {'floatingip': {'floating_network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4'}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:38:52.556404 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-03439bc0-d47e-40ce-8772-20f242b960f8 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks [] for floatingip, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:52.673030 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-03439bc0-d47e-40ce-8772-20f242b960f8 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:52.787597 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.db.db_base_plugin_common [None req-03439bc0-d47e-40ce-8772-20f242b960f8 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Allocated IP 172.27.1.57 (11c2fcee-3e12-40fc-bbdd-73661221b9b4/9bf1e901-4101-4c8d-9b58-09aedeb11d2a/1504f65a-0361-4969-bec0-b0969c4851c0) {{(pid=94020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 03:38:52.915371 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-03439bc0-d47e-40ce-8772-20f242b960f8 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks [] for port, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:52.961922 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-03439bc0-d47e-40ce-8772-20f242b960f8 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731880292801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937715'] for port, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:53.006189 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03439bc0-d47e-40ce-8772-20f242b960f8 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Network 11c2fcee-3e12-40fc-bbdd-73661221b9b4 is already hosted by enough agents. {{(pid=94020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 03:38:53.009108 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.base_scheduler [None req-03439bc0-d47e-40ce-8772-20f242b960f8 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Resources bound (agent type, host, resource id): {{(pid=94020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:38:53.012492 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03439bc0-d47e-40ce-8772-20f242b960f8 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Received port after_create {{(pid=94020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 03:38:53.020326 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03439bc0-d47e-40ce-8772-20f242b960f8 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Pushing event updated for resources: {'Port': ['ID=1504f65a-0361-4969-bec0-b0969c4851c0,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:38:53.102740 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-03439bc0-d47e-40ce-8772-20f242b960f8 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:53.140236 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-03439bc0-d47e-40ce-8772-20f242b960f8 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:53.311118 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-03439bc0-d47e-40ce-8772-20f242b960f8 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:53.317170 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-03439bc0-d47e-40ce-8772-20f242b960f8 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937720'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:53.385626 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03439bc0-d47e-40ce-8772-20f242b960f8 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Pushing event updated for resources: {'Port': ['ID=1504f65a-0361-4969-bec0-b0969c4851c0,revision_number=2']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:38:53.401753 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-03439bc0-d47e-40ce-8772-20f242b960f8 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3896858'] for floatingip, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:53.417235 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-03439bc0-d47e-40ce-8772-20f242b960f8 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950'] for floatingip, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:53.418492 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-03439bc0-d47e-40ce-8772-20f242b960f8 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8904080 Sep 25 03:38:53.627496 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-87020e5c-7154-4690-9d72-acc0f8346b5b req-b44077e0-b629-45d5-9037-81fdc7290fa8 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--982278324&fields=id&tenant_id=6cd33c8ad4e54784833c9620269a3a7e HTTP/1.1" status: 200 len: 267 time: 0.0443792 Sep 25 03:38:53.741952 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87020e5c-7154-4690-9d72-acc0f8346b5b req-7b86a037-ef57-4d6c-90bf-b61df3f8617c tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:38:53.743838 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-87020e5c-7154-4690-9d72-acc0f8346b5b req-7b86a037-ef57-4d6c-90bf-b61df3f8617c tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/networks?id=0db9f430-59d9-43f8-9631-d99e7f9ba1b1 HTTP/1.1" status: 200 len: 816 time: 0.1065111 Sep 25 03:38:53.767765 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-87020e5c-7154-4690-9d72-acc0f8346b5b req-019f71de-0121-429e-8da0-5fbf2bf97dd0 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/quotas/6cd33c8ad4e54784833c9620269a3a7e HTTP/1.1" status: 200 len: 375 time: 0.0140302 Sep 25 03:38:53.824672 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-87020e5c-7154-4690-9d72-acc0f8346b5b req-beb21d82-500c-4976-abc5-fa727c283eb0 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=6cd33c8ad4e54784833c9620269a3a7e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0512960 Sep 25 03:38:53.933200 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-87020e5c-7154-4690-9d72-acc0f8346b5b req-4939b2dd-b240-4e88-b072-238658c6f7a2 service neutron] 10.222.0.42 "GET /v2.0/networks/0db9f430-59d9-43f8-9631-d99e7f9ba1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922964 Sep 25 03:38:54.025822 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-87020e5c-7154-4690-9d72-acc0f8346b5b req-e4f8d379-9574-440a-9d34-500720caed0e service neutron] 10.222.0.42 "GET /v2.0/networks/0db9f430-59d9-43f8-9631-d99e7f9ba1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850711 Sep 25 03:38:54.195458 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ed816f27-a266-4b6b-91cf-578dcc9cbacf req-11ca3522-b5ff-4760-9e96-af2076da132f tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=05d4f540-1d7b-40ce-9b86-89e46a671a10 HTTP/1.1" status: 200 len: 210 time: 0.0312648 Sep 25 03:38:54.523262 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-12453c79-04f6-431c-ac7a-1da34be194f8 None None] Agent healthcheck: found 6 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 03:38:55.315762 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-00392120-4ec0-40bb-8542-c79f8a083632 req-a9b2d961-845a-436f-80e8-051b1769656b tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=05d4f540-1d7b-40ce-9b86-89e46a671a10 HTTP/1.1" status: 200 len: 210 time: 0.0407233 Sep 25 03:38:55.394968 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87020e5c-7154-4690-9d72-acc0f8346b5b req-0aa9c571-4620-4bf6-ba0f-17ea78b4d893 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:38:55.396501 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-87020e5c-7154-4690-9d72-acc0f8346b5b req-0aa9c571-4620-4bf6-ba0f-17ea78b4d893 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.45 "GET /v2.0/networks?id=0db9f430-59d9-43f8-9631-d99e7f9ba1b1 HTTP/1.1" status: 200 len: 816 time: 0.1318038 Sep 25 03:38:55.452051 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-87020e5c-7154-4690-9d72-acc0f8346b5b req-c8fcb644-74c5-454e-845b-b6220b318636 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6cd33c8ad4e54784833c9620269a3a7e HTTP/1.1" status: 200 len: 379 time: 0.0385954 Sep 25 03:38:55.461020 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [req-87020e5c-7154-4690-9d72-acc0f8346b5b req-fbd36f75-53a3-4b46-8df4-50c376f770ca tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Request body: {'port': {'device_id': '05d4f540-1d7b-40ce-9b86-89e46a671a10', 'network_id': '0db9f430-59d9-43f8-9631-d99e7f9ba1b1', 'admin_state_up': True, 'tenant_id': '6cd33c8ad4e54784833c9620269a3a7e', 'security_groups': ['29ed2013-85e3-4179-98e8-18919e04df27']}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:38:55.572005 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87020e5c-7154-4690-9d72-acc0f8346b5b req-fbd36f75-53a3-4b46-8df4-50c376f770ca tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Made reservation on behalf of 6cd33c8ad4e54784833c9620269a3a7e for: {'port': 1} {{(pid=94021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 03:38:55.575606 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-87020e5c-7154-4690-9d72-acc0f8346b5b req-fbd36f75-53a3-4b46-8df4-50c376f770ca tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:55.705941 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.db.db_base_plugin_common [req-87020e5c-7154-4690-9d72-acc0f8346b5b req-fbd36f75-53a3-4b46-8df4-50c376f770ca tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Allocated IP 172.20.0.10 (0db9f430-59d9-43f8-9631-d99e7f9ba1b1/15c2144b-0628-4ad0-89f3-cf74162bcbd6/11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a) {{(pid=94021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 03:38:55.852659 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-87020e5c-7154-4690-9d72-acc0f8346b5b req-fbd36f75-53a3-4b46-8df4-50c376f770ca tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks [] for port, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:55.897535 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-87020e5c-7154-4690-9d72-acc0f8346b5b req-fbd36f75-53a3-4b46-8df4-50c376f770ca tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731880292801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3214562'] for port, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:55.939736 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87020e5c-7154-4690-9d72-acc0f8346b5b req-fbd36f75-53a3-4b46-8df4-50c376f770ca tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Network 0db9f430-59d9-43f8-9631-d99e7f9ba1b1 is already hosted by enough agents. {{(pid=94021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 03:38:55.942797 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.base_scheduler [req-87020e5c-7154-4690-9d72-acc0f8346b5b req-fbd36f75-53a3-4b46-8df4-50c376f770ca tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Resources bound (agent type, host, resource id): {{(pid=94021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:38:55.946339 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [req-87020e5c-7154-4690-9d72-acc0f8346b5b req-fbd36f75-53a3-4b46-8df4-50c376f770ca tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Received port after_create {{(pid=94021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 03:38:55.955696 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd36f75-53a3-4b46-8df4-50c376f770ca tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Pushing event updated for resources: {'Port': ['ID=11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:38:56.001761 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87020e5c-7154-4690-9d72-acc0f8346b5b req-fbd36f75-53a3-4b46-8df4-50c376f770ca tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:38:56.002401 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-87020e5c-7154-4690-9d72-acc0f8346b5b req-fbd36f75-53a3-4b46-8df4-50c376f770ca tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:56.018603 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-87020e5c-7154-4690-9d72-acc0f8346b5b req-fbd36f75-53a3-4b46-8df4-50c376f770ca tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5611157 Sep 25 03:38:56.091394 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [req-87020e5c-7154-4690-9d72-acc0f8346b5b req-7ec8c60e-808f-4bc4-9c85-bddff985e357 service neutron] Request body: {'port': {'device_id': '05d4f540-1d7b-40ce-9b86-89e46a671a10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:38:56.151832 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-87020e5c-7154-4690-9d72-acc0f8346b5b req-7ec8c60e-808f-4bc4-9c85-bddff985e357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:56.152401 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-4987f7a8-a387-4de4-bb87-29509b90a9c7 None None] Provisioning complete for port 11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:38:56.152976 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-4987f7a8-a387-4de4-bb87-29509b90a9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:56.187818 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-4987f7a8-a387-4de4-bb87-29509b90a9c7 None None] Port 11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a cannot update to ACTIVE because it is not bound. {{(pid=94022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 25 03:38:56.445001 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [req-87020e5c-7154-4690-9d72-acc0f8346b5b req-7ec8c60e-808f-4bc4-9c85-bddff985e357 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a {{(pid=94021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 03:38:56.454573 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-87020e5c-7154-4690-9d72-acc0f8346b5b req-7ec8c60e-808f-4bc4-9c85-bddff985e357 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:56.471493 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.db.provisioning_blocks [req-87020e5c-7154-4690-9d72-acc0f8346b5b req-7ec8c60e-808f-4bc4-9c85-bddff985e357 service neutron] Transition to ACTIVE for port object 11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a will not be triggered until provisioned by entity L2. {{(pid=94021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 25 03:38:56.480193 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e050739-2801-4a05-ac4a-15a28553b35f req-7476008d-7ab1-450e-9559-8584109152cc tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:38:56.482070 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0e050739-2801-4a05-ac4a-15a28553b35f req-7476008d-7ab1-450e-9559-8584109152cc tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=05d4f540-1d7b-40ce-9b86-89e46a671a10 HTTP/1.1" status: 200 len: 932 time: 0.0734625 Sep 25 03:38:56.483492 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-87020e5c-7154-4690-9d72-acc0f8346b5b req-7ec8c60e-808f-4bc4-9c85-bddff985e357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3214569'] for port, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:56.571865 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8c60e-808f-4bc4-9c85-bddff985e357 service neutron] Pushing event updated for resources: {'Port': ['ID=11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a,revision_number=2']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:38:56.585229 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0e050739-2801-4a05-ac4a-15a28553b35f req-3c342743-9994-494e-a446-7ec049350010 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ed2013-85e3-4179-98e8-18919e04df27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885539 Sep 25 03:38:56.654041 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-87020e5c-7154-4690-9d72-acc0f8346b5b req-7ec8c60e-808f-4bc4-9c85-bddff985e357 service neutron] Attempting to bind port 11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a on host hv-cinder-77570 for vnic_type normal with profile {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 03:38:56.654373 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-87020e5c-7154-4690-9d72-acc0f8346b5b req-7ec8c60e-808f-4bc4-9c85-bddff985e357 service neutron] Attempting to bind port 11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a by drivers openvswitch,hyperv on host hv-cinder-77570 at level 0 using segments [{'id': '333f268c-633b-4815-af96-4f793cf73c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '0db9f430-59d9-43f8-9631-d99e7f9ba1b1'}] {{(pid=94021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 03:38:56.654697 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87020e5c-7154-4690-9d72-acc0f8346b5b req-7ec8c60e-808f-4bc4-9c85-bddff985e357 service neutron] Attempting to bind port 11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a on network 0db9f430-59d9-43f8-9631-d99e7f9ba1b1 {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 03:38:56.660429 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87020e5c-7154-4690-9d72-acc0f8346b5b req-7ec8c60e-808f-4bc4-9c85-bddff985e357 service neutron] Port 11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a on network 0db9f430-59d9-43f8-9631-d99e7f9ba1b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77570 {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 25 03:38:56.660776 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87020e5c-7154-4690-9d72-acc0f8346b5b req-7ec8c60e-808f-4bc4-9c85-bddff985e357 service neutron] Attempting to bind port 11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a on network 0db9f430-59d9-43f8-9631-d99e7f9ba1b1 {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 03:38:56.666209 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87020e5c-7154-4690-9d72-acc0f8346b5b req-7ec8c60e-808f-4bc4-9c85-bddff985e357 service neutron] Checking agent: {'id': '508f5817-0468-490c-b4b9-d8db88d5fd84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 3, 27, 55), 'started_at': datetime.datetime(2021, 9, 25, 3, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 3, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 03:38:56.666547 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87020e5c-7154-4690-9d72-acc0f8346b5b req-7ec8c60e-808f-4bc4-9c85-bddff985e357 service neutron] Checking segment: {'id': '333f268c-633b-4815-af96-4f793cf73c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '0db9f430-59d9-43f8-9631-d99e7f9ba1b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 03:38:56.666960 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87020e5c-7154-4690-9d72-acc0f8346b5b req-7ec8c60e-808f-4bc4-9c85-bddff985e357 service neutron] Bound using segment: {'id': '333f268c-633b-4815-af96-4f793cf73c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '0db9f430-59d9-43f8-9631-d99e7f9ba1b1'} {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 03:38:56.667381 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-87020e5c-7154-4690-9d72-acc0f8346b5b req-7ec8c60e-808f-4bc4-9c85-bddff985e357 service neutron] Bound port: 11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a, host: hv-cinder-77570, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '333f268c-633b-4815-af96-4f793cf73c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '0db9f430-59d9-43f8-9631-d99e7f9ba1b1'}}] {{(pid=94021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 03:38:56.667713 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-87020e5c-7154-4690-9d72-acc0f8346b5b req-7ec8c60e-808f-4bc4-9c85-bddff985e357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:56.734036 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-87020e5c-7154-4690-9d72-acc0f8346b5b req-7ec8c60e-808f-4bc4-9c85-bddff985e357 service neutron] For port 11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a, host hv-cinder-77570, cleared binding levels {{(pid=94021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 03:38:56.737373 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-87020e5c-7154-4690-9d72-acc0f8346b5b req-7ec8c60e-808f-4bc4-9c85-bddff985e357 service neutron] For port 11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a,segment=NetworkSegment(333f268c-633b-4815-af96-4f793cf73c09),segment_id=333f268c-633b-4815-af96-4f793cf73c09)] {{(pid=94021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 03:38:56.745117 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-87020e5c-7154-4690-9d72-acc0f8346b5b req-7ec8c60e-808f-4bc4-9c85-bddff985e357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3214569'] for port, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:56.785365 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87020e5c-7154-4690-9d72-acc0f8346b5b req-7ec8c60e-808f-4bc4-9c85-bddff985e357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:38:56.785834 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-87020e5c-7154-4690-9d72-acc0f8346b5b req-7ec8c60e-808f-4bc4-9c85-bddff985e357 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:56.787183 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-87020e5c-7154-4690-9d72-acc0f8346b5b req-7ec8c60e-808f-4bc4-9c85-bddff985e357 service neutron] 10.222.0.45 "PUT /v2.0/ports/11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a HTTP/1.1" status: 200 len: 1094 time: 0.7002649 Sep 25 03:38:56.787619 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05d4f540-1d7b-40ce-9b86-89e46a671a10', 'tag': '11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a'}] {{(pid=94021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 03:38:56.789898 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e2fb5340eb8446ff58cd715b9748d5b5aabaa2e5f9ab10f469ed89a7c45a212" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4727d2dc-1df8-4ddd-9d96-ec26a95df1ce" -d '{"events": [{"name": "network-changed", "server_uuid": "05d4f540-1d7b-40ce-9b86-89e46a671a10", "tag": "11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a"}]}' {{(pid=94021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 03:38:56.820787 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8c60e-808f-4bc4-9c85-bddff985e357 service neutron] Pushing event updated for resources: {'Port': ['ID=11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a,revision_number=3']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:38:56.852122 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 03:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af73ab27-d536-4c26-bbee-078d6dc46053 x-openstack-request-id: req-af73ab27-d536-4c26-bbee-078d6dc46053 {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 03:38:56.852409 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05d4f540-1d7b-40ce-9b86-89e46a671a10", "tag": "11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a", "status": "completed", "code": 200}]} {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 03:38:56.852904 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-af73ab27-d536-4c26-bbee-078d6dc46053 {{(pid=94021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 03:38:56.853301 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05d4f540-1d7b-40ce-9b86-89e46a671a10', 'tag': '11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a', 'status': 'completed', 'code': 200} Sep 25 03:38:56.912687 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87020e5c-7154-4690-9d72-acc0f8346b5b req-1aff3333-c1b8-40dd-965a-9d99d13baed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:38:56.914362 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-87020e5c-7154-4690-9d72-acc0f8346b5b req-1aff3333-c1b8-40dd-965a-9d99d13baed2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6cd33c8ad4e54784833c9620269a3a7e&device_id=05d4f540-1d7b-40ce-9b86-89e46a671a10 HTTP/1.1" status: 200 len: 1097 time: 0.0450656 Sep 25 03:38:56.964691 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-87020e5c-7154-4690-9d72-acc0f8346b5b req-ad89f2ba-8212-4a4e-8241-d2f45a943af0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a HTTP/1.1" status: 200 len: 217 time: 0.0349355 Sep 25 03:38:57.020127 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87020e5c-7154-4690-9d72-acc0f8346b5b req-d26d8b23-559a-43ce-b0fc-166a4649625e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:38:57.021907 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-87020e5c-7154-4690-9d72-acc0f8346b5b req-d26d8b23-559a-43ce-b0fc-166a4649625e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=15c2144b-0628-4ad0-89f3-cf74162bcbd6 HTTP/1.1" status: 200 len: 855 time: 0.0497069 Sep 25 03:38:57.033683 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:38:57.078240 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87020e5c-7154-4690-9d72-acc0f8346b5b req-13d723ad-b7c5-46bd-9993-1b6ce5a1ccb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:38:57.079655 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-87020e5c-7154-4690-9d72-acc0f8346b5b req-13d723ad-b7c5-46bd-9993-1b6ce5a1ccb3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0db9f430-59d9-43f8-9631-d99e7f9ba1b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0509355 Sep 25 03:38:57.173009 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-87020e5c-7154-4690-9d72-acc0f8346b5b req-48480af9-bd17-44be-a352-95170dbf8abb service neutron] 10.222.0.45 "GET /v2.0/networks/0db9f430-59d9-43f8-9631-d99e7f9ba1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857525 Sep 25 03:38:57.272980 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-87020e5c-7154-4690-9d72-acc0f8346b5b req-32e4937f-c11f-458e-b6ef-89cd7a20b28f service neutron] 10.222.0.45 "GET /v2.0/networks/0db9f430-59d9-43f8-9631-d99e7f9ba1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927198 Sep 25 03:38:57.409717 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727d2dc-1df8-4ddd-9d96-ec26a95df1ce req-a576f3d1-1244-4ef5-aab8-6edac84dd55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:38:57.411254 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4727d2dc-1df8-4ddd-9d96-ec26a95df1ce req-a576f3d1-1244-4ef5-aab8-6edac84dd55b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6cd33c8ad4e54784833c9620269a3a7e&device_id=05d4f540-1d7b-40ce-9b86-89e46a671a10 HTTP/1.1" status: 200 len: 1097 time: 0.0437346 Sep 25 03:38:57.525537 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727d2dc-1df8-4ddd-9d96-ec26a95df1ce req-43dccaa7-8895-44e2-8bc4-4c3e002ba394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:38:57.526995 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4727d2dc-1df8-4ddd-9d96-ec26a95df1ce req-43dccaa7-8895-44e2-8bc4-4c3e002ba394 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0db9f430-59d9-43f8-9631-d99e7f9ba1b1 HTTP/1.1" status: 200 len: 917 time: 0.0906680 Sep 25 03:38:57.568547 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4727d2dc-1df8-4ddd-9d96-ec26a95df1ce req-3988cf0d-d888-4f1b-b6e1-ed13974ac393 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a HTTP/1.1" status: 200 len: 217 time: 0.0344102 Sep 25 03:38:57.634115 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727d2dc-1df8-4ddd-9d96-ec26a95df1ce req-a3a0e181-d7e4-4ed5-904d-a534c76e1d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:38:57.636053 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4727d2dc-1df8-4ddd-9d96-ec26a95df1ce req-a3a0e181-d7e4-4ed5-904d-a534c76e1d1f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=15c2144b-0628-4ad0-89f3-cf74162bcbd6 HTTP/1.1" status: 200 len: 855 time: 0.0600348 Sep 25 03:38:57.738011 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727d2dc-1df8-4ddd-9d96-ec26a95df1ce req-2f306e97-b207-4f62-bd17-310d54974c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:38:57.739493 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4727d2dc-1df8-4ddd-9d96-ec26a95df1ce req-2f306e97-b207-4f62-bd17-310d54974c1f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0db9f430-59d9-43f8-9631-d99e7f9ba1b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0836179 Sep 25 03:38:57.754042 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b6e214-9b0c-47ce-847f-ebd4c68ccbbb req-ffe0d564-93a6-4b70-8a70-297d7626252f tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:38:57.755462 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a2b6e214-9b0c-47ce-847f-ebd4c68ccbbb req-ffe0d564-93a6-4b70-8a70-297d7626252f tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=05d4f540-1d7b-40ce-9b86-89e46a671a10 HTTP/1.1" status: 200 len: 944 time: 0.0903032 Sep 25 03:38:57.845348 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a2b6e214-9b0c-47ce-847f-ebd4c68ccbbb req-60f86ba4-411c-48af-b128-39a65e248522 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ed2013-85e3-4179-98e8-18919e04df27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819302 Sep 25 03:38:57.869720 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4727d2dc-1df8-4ddd-9d96-ec26a95df1ce req-42804418-4d2c-4ec0-abc9-cc48b1d8ab87 service neutron] 10.222.0.45 "GET /v2.0/networks/0db9f430-59d9-43f8-9631-d99e7f9ba1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133084 Sep 25 03:38:57.974645 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4727d2dc-1df8-4ddd-9d96-ec26a95df1ce req-3ff4ff4f-e3e9-4697-97c6-4b443a74b4ee service neutron] 10.222.0.45 "GET /v2.0/networks/0db9f430-59d9-43f8-9631-d99e7f9ba1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968752 Sep 25 03:38:58.972243 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb11609-591e-4a8c-bd2a-e8c96779a0b7 req-356d8809-d3d6-4a8c-93b4-acb5cea5f249 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:38:58.973816 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-adb11609-591e-4a8c-bd2a-e8c96779a0b7 req-356d8809-d3d6-4a8c-93b4-acb5cea5f249 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=05d4f540-1d7b-40ce-9b86-89e46a671a10 HTTP/1.1" status: 200 len: 944 time: 0.0539534 Sep 25 03:38:59.020204 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-adb11609-591e-4a8c-bd2a-e8c96779a0b7 req-2139b0fe-e93f-4171-8325-14f2a18fb791 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ed2013-85e3-4179-98e8-18919e04df27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373187 Sep 25 03:39:00.152059 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b988671-f706-4e09-85da-d37b4c06b3dd req-4670c8c2-8051-45de-aabe-673d93809406 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:39:00.153851 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3b988671-f706-4e09-85da-d37b4c06b3dd req-4670c8c2-8051-45de-aabe-673d93809406 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=05d4f540-1d7b-40ce-9b86-89e46a671a10 HTTP/1.1" status: 200 len: 944 time: 0.0617342 Sep 25 03:39:00.193436 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3b988671-f706-4e09-85da-d37b4c06b3dd req-64148795-faf2-4747-bfa8-6260d93e2bd6 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ed2013-85e3-4179-98e8-18919e04df27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329392 Sep 25 03:39:01.323257 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f674c-0042-4692-85a6-3114dc4239c9 req-e13d6ef7-4372-4728-9bb9-b09e521b83f9 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:39:01.324797 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4e2f674c-0042-4692-85a6-3114dc4239c9 req-e13d6ef7-4372-4728-9bb9-b09e521b83f9 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=05d4f540-1d7b-40ce-9b86-89e46a671a10 HTTP/1.1" status: 200 len: 944 time: 0.0518072 Sep 25 03:39:01.363525 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4e2f674c-0042-4692-85a6-3114dc4239c9 req-be556c17-1112-4744-9b1d-b9f7e7e7c986 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ed2013-85e3-4179-98e8-18919e04df27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323448 Sep 25 03:39:02.143304 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device 11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a details requested by agent hyperv_hv-cinder-77570 with host hv-cinder-77570 {{(pid=94022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 03:39:02.246664 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] For port 11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a,segment=NetworkSegment(333f268c-633b-4815-af96-4f793cf73c09),segment_id=333f268c-633b-4815-af96-4f793cf73c09)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:39:02.258242 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Returning: {'device': '11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a', 'network_id': '0db9f430-59d9-43f8-9631-d99e7f9ba1b1', 'port_id': '11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a', 'mac_address': 'fa:16:3e:6f:da:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15c2144b-0628-4ad0-89f3-cf74162bcbd6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 03:39:02.295825 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:02.309628 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a {{(pid=94022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 03:39:02.331016 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] For port 11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a,segment=NetworkSegment(333f268c-633b-4815-af96-4f793cf73c09),segment_id=333f268c-633b-4815-af96-4f793cf73c09)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:39:02.337208 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:02.384539 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Pushing event updated for resources: {'Port': ['ID=11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a,revision_number=4']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:39:02.391672 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:39:02.392047 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:39:02.392381 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:39:02.392726 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:39:02.393055 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:39:02.393396 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:39:02.393705 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:39:02.394026 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:39:02.394371 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:39:02.394692 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:39:02.395013 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:39:02.395334 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:39:02.486494 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4fce27-2a09-4a8f-b80e-dd1c7016dd7b req-2ae5b6dd-0682-499f-8aa2-110dce678612 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:39:02.488141 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3b4fce27-2a09-4a8f-b80e-dd1c7016dd7b req-2ae5b6dd-0682-499f-8aa2-110dce678612 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=05d4f540-1d7b-40ce-9b86-89e46a671a10 HTTP/1.1" status: 200 len: 945 time: 0.0510166 Sep 25 03:39:02.536224 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3b4fce27-2a09-4a8f-b80e-dd1c7016dd7b req-40318d35-ba45-490e-97c7-cb852b453103 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ed2013-85e3-4179-98e8-18919e04df27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401092 Sep 25 03:39:02.770134 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] get_ports_and_sgs() called for port_ids ['11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a'] {{(pid=94022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 25 03:39:03.662293 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d411b2-4227-4116-acc3-9255775425fb req-b23f4a6b-fdae-47a9-a51b-fddcbb559b3a tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:39:03.663805 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e9d411b2-4227-4116-acc3-9255775425fb req-b23f4a6b-fdae-47a9-a51b-fddcbb559b3a tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=05d4f540-1d7b-40ce-9b86-89e46a671a10 HTTP/1.1" status: 200 len: 945 time: 0.0529020 Sep 25 03:39:03.708057 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e9d411b2-4227-4116-acc3-9255775425fb req-10e17d66-b477-4c61-91aa-36c86d3ae445 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ed2013-85e3-4179-98e8-18919e04df27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352392 Sep 25 03:39:04.148611 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device 11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a up at agent hyperv_hv-cinder-77570 {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 03:39:04.213364 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Provisioning for port 11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a completed by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 25 03:39:04.217556 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Provisioning complete for port 11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:39:04.218025 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:04.300541 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:04.322880 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05d4f540-1d7b-40ce-9b86-89e46a671a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a'}] {{(pid=94022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 03:39:04.325177 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9141e1544748c335de5c87e81d01f98f4272279fe7d072e46966747184492a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681a210f-9438-45bd-9ee7-4b1b37cd6196" -d '{"events": [{"server_uuid": "05d4f540-1d7b-40ce-9b86-89e46a671a10", "name": "network-vif-plugged", "status": "completed", "tag": "11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a"}]}' {{(pid=94022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 03:39:04.337792 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] For port 11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a,segment=NetworkSegment(333f268c-633b-4815-af96-4f793cf73c09),segment_id=333f268c-633b-4815-af96-4f793cf73c09)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:39:04.344445 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:04.367307 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 03:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9ff460-41f1-4b56-b617-1651ed41c475 x-openstack-request-id: req-ba9ff460-41f1-4b56-b617-1651ed41c475 {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 03:39:04.367909 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05d4f540-1d7b-40ce-9b86-89e46a671a10", "name": "network-vif-plugged", "status": "completed", "tag": "11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a", "code": 200}]} {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 03:39:04.368180 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ba9ff460-41f1-4b56-b617-1651ed41c475 {{(pid=94022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 03:39:04.368767 dv-cinder-775706-4-iscsi neutron-server[94022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05d4f540-1d7b-40ce-9b86-89e46a671a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a', 'code': 200} Sep 25 03:39:04.394149 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Pushing event updated for resources: {'Port': ['ID=11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a,revision_number=5']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:39:04.646541 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae4d4a1-f73d-41b7-9272-5204de0a51f4 req-340e3d6b-e87b-42e6-83bc-906366d7c830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:39:04.648200 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-eae4d4a1-f73d-41b7-9272-5204de0a51f4 req-340e3d6b-e87b-42e6-83bc-906366d7c830 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=05d4f540-1d7b-40ce-9b86-89e46a671a10 HTTP/1.1" status: 200 len: 1099 time: 0.0501161 Sep 25 03:39:04.680231 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-819c3057-3650-4726-aefc-39a24ac2351d req-369dc6b0-857a-4ccd-bdc4-11c7cb1a2635 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ce2416f9-cc1c-41d7-a7e5-1bd65f617422&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0448613 Sep 25 03:39:04.686406 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-eae4d4a1-f73d-41b7-9272-5204de0a51f4 req-c18aac52-b4a5-48d8-a655-0864edff231d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=29ed2013-85e3-4179-98e8-18919e04df27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295732 Sep 25 03:39:04.840049 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5154b45-bc12-4b8e-ac46-12a146b59f64 req-afea128f-f9e4-4744-b443-2552deb13be2 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:39:04.841580 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f5154b45-bc12-4b8e-ac46-12a146b59f64 req-afea128f-f9e4-4744-b443-2552deb13be2 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=05d4f540-1d7b-40ce-9b86-89e46a671a10 HTTP/1.1" status: 200 len: 946 time: 0.0581918 Sep 25 03:39:04.884085 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f5154b45-bc12-4b8e-ac46-12a146b59f64 req-903d6075-4446-4ffe-9bec-64183c39a5eb tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ed2013-85e3-4179-98e8-18919e04df27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363677 Sep 25 03:39:05.142157 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819c3057-3650-4726-aefc-39a24ac2351d req-ff0423ab-5e61-4a39-bd20-c56112cb5287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:39:05.143666 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-819c3057-3650-4726-aefc-39a24ac2351d req-ff0423ab-5e61-4a39-bd20-c56112cb5287 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7ef1d76a90104052a3716c563fd608ad&device_id=ce2416f9-cc1c-41d7-a7e5-1bd65f617422 HTTP/1.1" status: 200 len: 1098 time: 0.0483530 Sep 25 03:39:05.269727 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819c3057-3650-4726-aefc-39a24ac2351d req-aceb7e98-1047-4b2b-8dfa-035b20d6a74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:39:05.271191 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-819c3057-3650-4726-aefc-39a24ac2351d req-aceb7e98-1047-4b2b-8dfa-035b20d6a74a service neutron] 10.222.0.45 "GET /v2.0/networks?id=880aba30-576b-4b1a-acc6-7a7e08bebf3a HTTP/1.1" status: 200 len: 909 time: 0.0943377 Sep 25 03:39:05.352788 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-819c3057-3650-4726-aefc-39a24ac2351d req-53d69543-b46c-4458-8bb5-d354a49ac793 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c1ba797-a06f-4981-b29e-31552dba795c HTTP/1.1" status: 200 len: 1001 time: 0.0627236 Sep 25 03:39:05.412261 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819c3057-3650-4726-aefc-39a24ac2351d req-a4b35b9c-96b4-48ae-8d1c-59089db32975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:39:05.413732 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-819c3057-3650-4726-aefc-39a24ac2351d req-a4b35b9c-96b4-48ae-8d1c-59089db32975 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0b95fb34-6b69-4305-8271-231f7ffdb3bd HTTP/1.1" status: 200 len: 847 time: 0.0434382 Sep 25 03:39:05.461735 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819c3057-3650-4726-aefc-39a24ac2351d req-a2dbad2c-9874-4dda-8500-b2ddb9e63a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:39:05.463219 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-819c3057-3650-4726-aefc-39a24ac2351d req-a2dbad2c-9874-4dda-8500-b2ddb9e63a09 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=880aba30-576b-4b1a-acc6-7a7e08bebf3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408170 Sep 25 03:39:05.568144 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-819c3057-3650-4726-aefc-39a24ac2351d req-65fa1043-34cc-47c7-946b-47e63b5b1c97 service neutron] 10.222.0.45 "GET /v2.0/networks/880aba30-576b-4b1a-acc6-7a7e08bebf3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956581 Sep 25 03:39:05.663350 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-819c3057-3650-4726-aefc-39a24ac2351d req-e80f3694-6246-41b4-8306-306e8d80181b service neutron] 10.222.0.45 "GET /v2.0/networks/880aba30-576b-4b1a-acc6-7a7e08bebf3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876029 Sep 25 03:39:06.031343 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6c287d-bedb-4050-b02f-2fd9bdf536da req-0c900320-da33-4174-a168-ccc761fa7b74 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:39:06.033267 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-aa6c287d-bedb-4050-b02f-2fd9bdf536da req-0c900320-da33-4174-a168-ccc761fa7b74 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=05d4f540-1d7b-40ce-9b86-89e46a671a10 HTTP/1.1" status: 200 len: 946 time: 0.0665410 Sep 25 03:39:06.073289 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-aa6c287d-bedb-4050-b02f-2fd9bdf536da req-6e8a36e6-afc1-46b7-999a-0167fd190864 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ed2013-85e3-4179-98e8-18919e04df27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332141 Sep 25 03:39:07.204756 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6f1ee-a52b-49b2-b1d3-64e723dc6b69 req-6b6ef114-9de9-4821-ac73-7f55e77e694f tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:39:07.206250 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-10f6f1ee-a52b-49b2-b1d3-64e723dc6b69 req-6b6ef114-9de9-4821-ac73-7f55e77e694f tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=05d4f540-1d7b-40ce-9b86-89e46a671a10 HTTP/1.1" status: 200 len: 946 time: 0.0590699 Sep 25 03:39:07.245637 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-10f6f1ee-a52b-49b2-b1d3-64e723dc6b69 req-5f8a7a81-6d2d-4e4f-b54e-bb4830f5c99d tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ed2013-85e3-4179-98e8-18919e04df27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333486 Sep 25 03:39:07.366506 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f88db-865e-4e3b-9633-573844e6f028 req-b5b3dd0f-b6df-4e8d-8cff-6a3d17049ba4 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:39:07.368205 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e52f88db-865e-4e3b-9633-573844e6f028 req-b5b3dd0f-b6df-4e8d-8cff-6a3d17049ba4 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=05d4f540-1d7b-40ce-9b86-89e46a671a10 HTTP/1.1" status: 200 len: 946 time: 0.0527327 Sep 25 03:39:07.379716 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 57210) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:39:07.384352 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-e30c2bb3-3e43-4ccb-8c99-ea65639f6a69 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Request body: {'floatingip': {'port_id': '11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a'}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:39:07.424749 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-e30c2bb3-3e43-4ccb-8c99-ea65639f6a69 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks [] for floatingip, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:08.050451 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.db.resource_extend [None req-e30c2bb3-3e43-4ccb-8c99-ea65639f6a69 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 25 03:39:08.109865 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-e30c2bb3-3e43-4ccb-8c99-ea65639f6a69 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:08.117032 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-e30c2bb3-3e43-4ccb-8c99-ea65639f6a69 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3896858'] for floatingip, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:08.233390 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.db.l3_db [None req-e30c2bb3-3e43-4ccb-8c99-ea65639f6a69 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Floating IP 67c1a1fe-1c6e-420e-86df-ecef42a692ad associated. External IP: 172.27.1.57, port: 11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a. Sep 25 03:39:08.460990 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e30c2bb3-3e43-4ccb-8c99-ea65639f6a69 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Router a082b15f-b8f8-4c54-8e21-6b61c59b9936 has already been hosted by L3 agent be170b3f-ec9b-4dfa-8e40-fa1591bf80a9 {{(pid=94020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 03:39:08.583912 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e30c2bb3-3e43-4ccb-8c99-ea65639f6a69 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify agent at l3_agent.dv-cinder-775706-4-iscsi the message routers_updated {{(pid=94020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 03:39:08.589540 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-e30c2bb3-3e43-4ccb-8c99-ea65639f6a69 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950'] for floatingip, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:08.594155 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc068b23-ef74-4db8-b886-4de209f36328 None None] Sync routers for ids ['a082b15f-b8f8-4c54-8e21-6b61c59b9936'] in dv-cinder-775706-4-iscsi {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 03:39:08.610425 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc068b23-ef74-4db8-b886-4de209f36328 None None] Routers {'a082b15f-b8f8-4c54-8e21-6b61c59b9936'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:39:08.611049 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-bc068b23-ef74-4db8-b886-4de209f36328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:38:48Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['a082b15f-b8f8-4c54-8e21-6b61c59b9936'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:39:08.620948 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-e30c2bb3-3e43-4ccb-8c99-ea65639f6a69 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "PUT /v2.0/floatingips/67c1a1fe-1c6e-420e-86df-ecef42a692ad HTTP/1.1" status: 200 len: 991 time: 1.2401028 Sep 25 03:39:08.621535 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05d4f540-1d7b-40ce-9b86-89e46a671a10', 'tag': '11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a'}] {{(pid=94020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 03:39:08.623780 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d114ac846cecc4f090472340cf1e7771535e64bb380ac0996b13cb6b7cfe6923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-252be2bc-3f72-4920-87ac-a05044edcd6b" -d '{"events": [{"name": "network-changed", "server_uuid": "05d4f540-1d7b-40ce-9b86-89e46a671a10", "tag": "11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a"}]}' {{(pid=94020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 03:39:08.669334 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 03:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f5e499a-7aa1-40d5-8f7b-8c5cbbbbf0af x-openstack-request-id: req-2f5e499a-7aa1-40d5-8f7b-8c5cbbbbf0af {{(pid=94020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 03:39:08.669623 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05d4f540-1d7b-40ce-9b86-89e46a671a10", "tag": "11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a", "status": "completed", "code": 200}]} {{(pid=94020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 03:39:08.669871 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2f5e499a-7aa1-40d5-8f7b-8c5cbbbbf0af {{(pid=94020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 03:39:08.670270 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05d4f540-1d7b-40ce-9b86-89e46a671a10', 'tag': '11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a', 'status': 'completed', 'code': 200} Sep 25 03:39:08.726519 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-bc068b23-ef74-4db8-b886-4de209f36328 None None] Set router a082b15f-b8f8-4c54-8e21-6b61c59b9936 gateway port host: dv-cinder-775706-4-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:39:08.773931 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252be2bc-3f72-4920-87ac-a05044edcd6b req-1d9ae609-3143-4963-90bd-2cae664d697b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:39:08.775435 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-252be2bc-3f72-4920-87ac-a05044edcd6b req-1d9ae609-3143-4963-90bd-2cae664d697b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6cd33c8ad4e54784833c9620269a3a7e&device_id=05d4f540-1d7b-40ce-9b86-89e46a671a10 HTTP/1.1" status: 200 len: 1099 time: 0.0456004 Sep 25 03:39:08.869953 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252be2bc-3f72-4920-87ac-a05044edcd6b req-350f5990-d3e0-4622-90af-91628cb180ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:39:08.871432 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-252be2bc-3f72-4920-87ac-a05044edcd6b req-350f5990-d3e0-4622-90af-91628cb180ed service neutron] 10.222.0.45 "GET /v2.0/networks?id=0db9f430-59d9-43f8-9631-d99e7f9ba1b1 HTTP/1.1" status: 200 len: 917 time: 0.0850933 Sep 25 03:39:08.958448 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-bc068b23-ef74-4db8-b886-4de209f36328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a082b15f-b8f8-4c54-8e21-6b61c59b9936', 'name': 'tempest-AttachVolumeShelveTestJSON-602541266-router', 'tenant_id': '6cd33c8ad4e54784833c9620269a3a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '34fcae6b-4f04-405b-a2bf-335fef59cb62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:34:10Z', 'updated_at': '2021-09-25T03:34:17Z', 'revision_number': 4, 'project_id': '6cd33c8ad4e54784833c9620269a3a7e', 'gw_port': {'id': '34fcae6b-4f04-405b-a2bf-335fef59cb62', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:58:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a082b15f-b8f8-4c54-8e21-6b61c59b9936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:12Z', 'updated_at': '2021-09-25T03:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_floatingips': [{'id': '67c1a1fe-1c6e-420e-86df-ecef42a692ad', 'tenant_id': '6cd33c8ad4e54784833c9620269a3a7e', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'router_id': 'a082b15f-b8f8-4c54-8e21-6b61c59b9936', 'port_id': '11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0db9f430-59d9-43f8-9631-d99e7f9ba1b1', 'mac_address': 'fa:16:3e:6f:da:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d4f540-1d7b-40ce-9b86-89e46a671a10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-25T03:38:53Z', 'updated_at': '2021-09-25T03:39:07Z', 'revision_number': 1, 'project_id': '6cd33c8ad4e54784833c9620269a3a7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c61ef779-7fb8-4df4-b5f6-08a70b217962', 'name': '', 'network_id': '0db9f430-59d9-43f8-9631-d99e7f9ba1b1', 'tenant_id': '6cd33c8ad4e54784833c9620269a3a7e', 'mac_address': 'fa:16:3e:af:05:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a082b15f-b8f8-4c54-8e21-6b61c59b9936', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '15c2144b-0628-4ad0-89f3-cf74162bcbd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:16Z', 'updated_at': '2021-09-25T03:34:32Z', 'revision_number': 5, 'project_id': '6cd33c8ad4e54784833c9620269a3a7e', 'subnets': [{'id': '15c2144b-0628-4ad0-89f3-cf74162bcbd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:39:08.986568 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc068b23-ef74-4db8-b886-4de209f36328 None None] Checking router: a082b15f-b8f8-4c54-8e21-6b61c59b9936 for host: dv-cinder-775706-4-iscsi {{(pid=94022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 03:39:08.996996 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc068b23-ef74-4db8-b886-4de209f36328 None None] Routers {'a082b15f-b8f8-4c54-8e21-6b61c59b9936'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:39:08.997650 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-bc068b23-ef74-4db8-b886-4de209f36328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:38:48Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['a082b15f-b8f8-4c54-8e21-6b61c59b9936'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:39:09.108414 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-bc068b23-ef74-4db8-b886-4de209f36328 None None] Set router a082b15f-b8f8-4c54-8e21-6b61c59b9936 gateway port host: dv-cinder-775706-4-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:39:09.230474 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-252be2bc-3f72-4920-87ac-a05044edcd6b req-ad6180c6-be46-4b87-935b-8f140ba4591f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a HTTP/1.1" status: 200 len: 999 time: 0.3508756 Sep 25 03:39:09.282842 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252be2bc-3f72-4920-87ac-a05044edcd6b req-6a3991a2-8254-4521-93d5-e36a5fa20097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:39:09.284191 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-252be2bc-3f72-4920-87ac-a05044edcd6b req-6a3991a2-8254-4521-93d5-e36a5fa20097 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=15c2144b-0628-4ad0-89f3-cf74162bcbd6 HTTP/1.1" status: 200 len: 855 time: 0.0454757 Sep 25 03:39:09.330953 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252be2bc-3f72-4920-87ac-a05044edcd6b req-4340b018-4181-40a8-a7bc-cc0e59ebd828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:39:09.332434 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-252be2bc-3f72-4920-87ac-a05044edcd6b req-4340b018-4181-40a8-a7bc-cc0e59ebd828 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0db9f430-59d9-43f8-9631-d99e7f9ba1b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405741 Sep 25 03:39:09.338016 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-bc068b23-ef74-4db8-b886-4de209f36328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a082b15f-b8f8-4c54-8e21-6b61c59b9936', 'name': 'tempest-AttachVolumeShelveTestJSON-602541266-router', 'tenant_id': '6cd33c8ad4e54784833c9620269a3a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '34fcae6b-4f04-405b-a2bf-335fef59cb62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:34:10Z', 'updated_at': '2021-09-25T03:34:17Z', 'revision_number': 4, 'project_id': '6cd33c8ad4e54784833c9620269a3a7e', 'gw_port': {'id': '34fcae6b-4f04-405b-a2bf-335fef59cb62', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:58:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a082b15f-b8f8-4c54-8e21-6b61c59b9936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:12Z', 'updated_at': '2021-09-25T03:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_floatingips': [{'id': '67c1a1fe-1c6e-420e-86df-ecef42a692ad', 'tenant_id': '6cd33c8ad4e54784833c9620269a3a7e', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'router_id': 'a082b15f-b8f8-4c54-8e21-6b61c59b9936', 'port_id': '11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0db9f430-59d9-43f8-9631-d99e7f9ba1b1', 'mac_address': 'fa:16:3e:6f:da:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d4f540-1d7b-40ce-9b86-89e46a671a10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-25T03:38:53Z', 'updated_at': '2021-09-25T03:39:07Z', 'revision_number': 1, 'project_id': '6cd33c8ad4e54784833c9620269a3a7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c61ef779-7fb8-4df4-b5f6-08a70b217962', 'name': '', 'network_id': '0db9f430-59d9-43f8-9631-d99e7f9ba1b1', 'tenant_id': '6cd33c8ad4e54784833c9620269a3a7e', 'mac_address': 'fa:16:3e:af:05:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a082b15f-b8f8-4c54-8e21-6b61c59b9936', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '15c2144b-0628-4ad0-89f3-cf74162bcbd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:16Z', 'updated_at': '2021-09-25T03:34:32Z', 'revision_number': 5, 'project_id': '6cd33c8ad4e54784833c9620269a3a7e', 'subnets': [{'id': '15c2144b-0628-4ad0-89f3-cf74162bcbd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:39:09.429568 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-252be2bc-3f72-4920-87ac-a05044edcd6b req-464c7c45-4c37-4f3c-bdd0-127de32449a4 service neutron] 10.222.0.45 "GET /v2.0/networks/0db9f430-59d9-43f8-9631-d99e7f9ba1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896070 Sep 25 03:39:09.498318 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc068b23-ef74-4db8-b886-4de209f36328 None None] The sync data for ids ['a082b15f-b8f8-4c54-8e21-6b61c59b9936'] in dv-cinder-775706-4-iscsi is: [{'id': 'a082b15f-b8f8-4c54-8e21-6b61c59b9936', 'name': 'tempest-AttachVolumeShelveTestJSON-602541266-router', 'tenant_id': '6cd33c8ad4e54784833c9620269a3a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '34fcae6b-4f04-405b-a2bf-335fef59cb62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:34:10Z', 'updated_at': '2021-09-25T03:34:17Z', 'revision_number': 4, 'project_id': '6cd33c8ad4e54784833c9620269a3a7e', 'gw_port': {'id': '34fcae6b-4f04-405b-a2bf-335fef59cb62', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:58:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a082b15f-b8f8-4c54-8e21-6b61c59b9936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:12Z', 'updated_at': '2021-09-25T03:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_floatingips': [{'id': '67c1a1fe-1c6e-420e-86df-ecef42a692ad', 'tenant_id': '6cd33c8ad4e54784833c9620269a3a7e', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'router_id': 'a082b15f-b8f8-4c54-8e21-6b61c59b9936', 'port_id': '11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0db9f430-59d9-43f8-9631-d99e7f9ba1b1', 'mac_address': 'fa:16:3e:6f:da:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d4f540-1d7b-40ce-9b86-89e46a671a10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-25T03:38:53Z', 'updated_at': '2021-09-25T03:39:07Z', 'revision_number': 1, 'project_id': '6cd33c8ad4e54784833c9620269a3a7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c61ef779-7fb8-4df4-b5f6-08a70b217962', 'name': '', 'network_id': '0db9f430-59d9-43f8-9631-d99e7f9ba1b1', 'tenant_id': '6cd33c8ad4e54784833c9620269a3a7e', 'mac_address': 'fa:16:3e:af:05:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a082b15f-b8f8-4c54-8e21-6b61c59b9936', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '15c2144b-0628-4ad0-89f3-cf74162bcbd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:16Z', 'updated_at': '2021-09-25T03:34:32Z', 'revision_number': 5, 'project_id': '6cd33c8ad4e54784833c9620269a3a7e', 'subnets': [{'id': '15c2144b-0628-4ad0-89f3-cf74162bcbd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 03:39:09.525789 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-252be2bc-3f72-4920-87ac-a05044edcd6b req-a70f5bd4-3f1b-4dbf-8d51-a42cff977ac4 service neutron] 10.222.0.45 "GET /v2.0/networks/0db9f430-59d9-43f8-9631-d99e7f9ba1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880096 Sep 25 03:39:09.692096 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697560ff-806c-4ab2-ae1f-ffb50b6a11b4 None None] New status for floating IP 67c1a1fe-1c6e-420e-86df-ecef42a692ad: ACTIVE {{(pid=94023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 25 03:39:15.388459 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-38f88f86-19c1-4644-ab21-b659bc420799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:17.609430 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-1d077628-d0b2-4011-88cc-b66fb14c1e0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:19.269425 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-fa5af178-6116-457c-95b6-13dc589f2bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:19.283279 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:20.142480 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 57280) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:39:20.479081 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.plugin [None req-c49cbcf5-6f03-4006-9167-8b78df03b3f6 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Deleting port deca434f-a266-4e17-a44e-b1b9060b09f0 {{(pid=94020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 03:39:20.479319 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-c49cbcf5-6f03-4006-9167-8b78df03b3f6 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731880592680'] for port, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:20.557368 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-c49cbcf5-6f03-4006-9167-8b78df03b3f6 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889411'] for port, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:20.557659 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-c49cbcf5-6f03-4006-9167-8b78df03b3f6 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:20.569163 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.plugin [None req-c49cbcf5-6f03-4006-9167-8b78df03b3f6 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Calling delete_port for deca434f-a266-4e17-a44e-b1b9060b09f0 owned by network:floatingip {{(pid=94020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 03:39:20.745784 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-c49cbcf5-6f03-4006-9167-8b78df03b3f6 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731880598766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731880292810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937715'] for port, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:20.770998 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49cbcf5-6f03-4006-9167-8b78df03b3f6 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Pushing event deleted for resources: {'Port': ['ID=deca434f-a266-4e17-a44e-b1b9060b09f0,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:39:20.840385 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-c49cbcf5-6f03-4006-9167-8b78df03b3f6 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Notify callbacks [] for floatingip, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:20.840749 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.db.l3_db [None req-c49cbcf5-6f03-4006-9167-8b78df03b3f6 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Floating IP 3277c85f-c198-4795-b46c-cdd3a72fb20e disassociated (deleted). External IP: 172.27.1.104, port: 2c1ba797-a06f-4981-b29e-31552dba795c. Sep 25 03:39:21.050070 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c49cbcf5-6f03-4006-9167-8b78df03b3f6 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Router ee882d62-57cb-438d-b888-297a1e4fa937 has already been hosted by L3 agent be170b3f-ec9b-4dfa-8e40-fa1591bf80a9 {{(pid=94020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 03:39:21.157993 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c49cbcf5-6f03-4006-9167-8b78df03b3f6 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Notify agent at l3_agent.dv-cinder-775706-4-iscsi the message routers_updated {{(pid=94020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 03:39:21.164137 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-c49cbcf5-6f03-4006-9167-8b78df03b3f6 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950'] for floatingip, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:21.166827 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-afd92d12-b9d5-4a92-bfd4-50d3cdf2ae8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:21.169748 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a682777f-7258-454a-b846-4213ca68c2b7 None None] Sync routers for ids ['ee882d62-57cb-438d-b888-297a1e4fa937'] in dv-cinder-775706-4-iscsi {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 03:39:21.179507 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a682777f-7258-454a-b846-4213ca68c2b7 None None] Routers {'ee882d62-57cb-438d-b888-297a1e4fa937'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:39:21.180132 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-a682777f-7258-454a-b846-4213ca68c2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:39:18Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['ee882d62-57cb-438d-b888-297a1e4fa937'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:39:21.196210 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-c49cbcf5-6f03-4006-9167-8b78df03b3f6 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "DELETE /v2.0/floatingips/3277c85f-c198-4795-b46c-cdd3a72fb20e HTTP/1.1" status: 204 len: 168 time: 1.0498781 Sep 25 03:39:21.196210 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce2416f9-cc1c-41d7-a7e5-1bd65f617422', 'tag': '2c1ba797-a06f-4981-b29e-31552dba795c'}] {{(pid=94020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 03:39:21.196621 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d114ac846cecc4f090472340cf1e7771535e64bb380ac0996b13cb6b7cfe6923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ad099e-b9d1-44b1-aae5-0125c039cccd" -d '{"events": [{"name": "network-changed", "server_uuid": "ce2416f9-cc1c-41d7-a7e5-1bd65f617422", "tag": "2c1ba797-a06f-4981-b29e-31552dba795c"}]}' {{(pid=94020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 03:39:21.241000 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 03:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a3d81ab-f7de-4b12-bee1-09ec4226b7c2 x-openstack-request-id: req-8a3d81ab-f7de-4b12-bee1-09ec4226b7c2 {{(pid=94020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 03:39:21.241353 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce2416f9-cc1c-41d7-a7e5-1bd65f617422", "tag": "2c1ba797-a06f-4981-b29e-31552dba795c", "status": "completed", "code": 200}]} {{(pid=94020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 03:39:21.241594 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8a3d81ab-f7de-4b12-bee1-09ec4226b7c2 {{(pid=94020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 03:39:21.241976 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce2416f9-cc1c-41d7-a7e5-1bd65f617422', 'tag': '2c1ba797-a06f-4981-b29e-31552dba795c', 'status': 'completed', 'code': 200} Sep 25 03:39:21.291133 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-a682777f-7258-454a-b846-4213ca68c2b7 None None] Set router ee882d62-57cb-438d-b888-297a1e4fa937 gateway port host: dv-cinder-775706-4-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:39:21.349787 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad099e-b9d1-44b1-aae5-0125c039cccd req-190e2ff7-f1db-4e34-91a7-e688ac2d7496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:39:21.350913 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-12ad099e-b9d1-44b1-aae5-0125c039cccd req-190e2ff7-f1db-4e34-91a7-e688ac2d7496 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7ef1d76a90104052a3716c563fd608ad&device_id=ce2416f9-cc1c-41d7-a7e5-1bd65f617422 HTTP/1.1" status: 200 len: 1098 time: 0.0482578 Sep 25 03:39:21.492095 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-a682777f-7258-454a-b846-4213ca68c2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee882d62-57cb-438d-b888-297a1e4fa937', 'name': 'tempest-TestShelveInstance-706234497-router', 'tenant_id': '7ef1d76a90104052a3716c563fd608ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '6c6f8c49-6768-4f0d-9326-4ee1536f9735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:32:38Z', 'updated_at': '2021-09-25T03:32:42Z', 'revision_number': 4, 'project_id': '7ef1d76a90104052a3716c563fd608ad', 'gw_port': {'id': '6c6f8c49-6768-4f0d-9326-4ee1536f9735', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee882d62-57cb-438d-b888-297a1e4fa937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:32:39Z', 'updated_at': '2021-09-25T03:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_interfaces': [{'id': '189f62cf-505c-44f0-9b3d-961567bc0539', 'name': '', 'network_id': '880aba30-576b-4b1a-acc6-7a7e08bebf3a', 'tenant_id': '7ef1d76a90104052a3716c563fd608ad', 'mac_address': 'fa:16:3e:59:45:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee882d62-57cb-438d-b888-297a1e4fa937', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '0b95fb34-6b69-4305-8271-231f7ffdb3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:32:41Z', 'updated_at': '2021-09-25T03:32:48Z', 'revision_number': 5, 'project_id': '7ef1d76a90104052a3716c563fd608ad', 'subnets': [{'id': '0b95fb34-6b69-4305-8271-231f7ffdb3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:39:21.501121 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342fc98c-a65f-462d-ae3c-17b703b4ea78 req-09c4d91a-cf0c-4da8-afce-e887fdd4e96e tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:39:21.502616 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-342fc98c-a65f-462d-ae3c-17b703b4ea78 req-09c4d91a-cf0c-4da8-afce-e887fdd4e96e tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce2416f9-cc1c-41d7-a7e5-1bd65f617422 HTTP/1.1" status: 200 len: 945 time: 0.1027303 Sep 25 03:39:21.522475 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a682777f-7258-454a-b846-4213ca68c2b7 None None] Checking router: ee882d62-57cb-438d-b888-297a1e4fa937 for host: dv-cinder-775706-4-iscsi {{(pid=94022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 03:39:21.531806 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a682777f-7258-454a-b846-4213ca68c2b7 None None] Routers {'ee882d62-57cb-438d-b888-297a1e4fa937'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:39:21.532435 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-a682777f-7258-454a-b846-4213ca68c2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:39:18Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['ee882d62-57cb-438d-b888-297a1e4fa937'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:39:21.534349 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad099e-b9d1-44b1-aae5-0125c039cccd req-11a8844d-39ed-44af-b16e-eda7c305bb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:39:21.535762 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-12ad099e-b9d1-44b1-aae5-0125c039cccd req-11a8844d-39ed-44af-b16e-eda7c305bb6e service neutron] 10.222.0.45 "GET /v2.0/networks?id=880aba30-576b-4b1a-acc6-7a7e08bebf3a HTTP/1.1" status: 200 len: 909 time: 0.1261318 Sep 25 03:39:21.586637 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-342fc98c-a65f-462d-ae3c-17b703b4ea78 req-3de65a14-0cf1-4c8c-bbb0-64288a0f9965 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2017f16-944a-46e0-9d41-4d7f0d41cabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755208 Sep 25 03:39:21.588014 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-12ad099e-b9d1-44b1-aae5-0125c039cccd req-8149d859-e839-44d6-8141-2d45c6bdf0de service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c1ba797-a06f-4981-b29e-31552dba795c HTTP/1.1" status: 200 len: 217 time: 0.0395234 Sep 25 03:39:21.638694 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-a682777f-7258-454a-b846-4213ca68c2b7 None None] Set router ee882d62-57cb-438d-b888-297a1e4fa937 gateway port host: dv-cinder-775706-4-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:39:21.640919 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad099e-b9d1-44b1-aae5-0125c039cccd req-1b25d400-8359-4687-9bb2-8a89e0f30ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:39:21.642405 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-12ad099e-b9d1-44b1-aae5-0125c039cccd req-1b25d400-8359-4687-9bb2-8a89e0f30ecb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0b95fb34-6b69-4305-8271-231f7ffdb3bd HTTP/1.1" status: 200 len: 847 time: 0.0463037 Sep 25 03:39:21.689186 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad099e-b9d1-44b1-aae5-0125c039cccd req-eb172f06-fc91-4140-869a-b05032048997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:39:21.690688 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-12ad099e-b9d1-44b1-aae5-0125c039cccd req-eb172f06-fc91-4140-869a-b05032048997 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=880aba30-576b-4b1a-acc6-7a7e08bebf3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396829 Sep 25 03:39:21.789155 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-12ad099e-b9d1-44b1-aae5-0125c039cccd req-76eea4d9-859e-415d-8c23-9fa077bceb95 service neutron] 10.222.0.45 "GET /v2.0/networks/880aba30-576b-4b1a-acc6-7a7e08bebf3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888755 Sep 25 03:39:21.840227 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-a682777f-7258-454a-b846-4213ca68c2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee882d62-57cb-438d-b888-297a1e4fa937', 'name': 'tempest-TestShelveInstance-706234497-router', 'tenant_id': '7ef1d76a90104052a3716c563fd608ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '6c6f8c49-6768-4f0d-9326-4ee1536f9735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:32:38Z', 'updated_at': '2021-09-25T03:32:42Z', 'revision_number': 4, 'project_id': '7ef1d76a90104052a3716c563fd608ad', 'gw_port': {'id': '6c6f8c49-6768-4f0d-9326-4ee1536f9735', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee882d62-57cb-438d-b888-297a1e4fa937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:32:39Z', 'updated_at': '2021-09-25T03:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_interfaces': [{'id': '189f62cf-505c-44f0-9b3d-961567bc0539', 'name': '', 'network_id': '880aba30-576b-4b1a-acc6-7a7e08bebf3a', 'tenant_id': '7ef1d76a90104052a3716c563fd608ad', 'mac_address': 'fa:16:3e:59:45:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee882d62-57cb-438d-b888-297a1e4fa937', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '0b95fb34-6b69-4305-8271-231f7ffdb3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:32:41Z', 'updated_at': '2021-09-25T03:32:48Z', 'revision_number': 5, 'project_id': '7ef1d76a90104052a3716c563fd608ad', 'subnets': [{'id': '0b95fb34-6b69-4305-8271-231f7ffdb3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:39:21.865983 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a682777f-7258-454a-b846-4213ca68c2b7 None None] The sync data for ids ['ee882d62-57cb-438d-b888-297a1e4fa937'] in dv-cinder-775706-4-iscsi is: [{'id': 'ee882d62-57cb-438d-b888-297a1e4fa937', 'name': 'tempest-TestShelveInstance-706234497-router', 'tenant_id': '7ef1d76a90104052a3716c563fd608ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '6c6f8c49-6768-4f0d-9326-4ee1536f9735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:32:38Z', 'updated_at': '2021-09-25T03:32:42Z', 'revision_number': 4, 'project_id': '7ef1d76a90104052a3716c563fd608ad', 'gw_port': {'id': '6c6f8c49-6768-4f0d-9326-4ee1536f9735', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee882d62-57cb-438d-b888-297a1e4fa937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:32:39Z', 'updated_at': '2021-09-25T03:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_interfaces': [{'id': '189f62cf-505c-44f0-9b3d-961567bc0539', 'name': '', 'network_id': '880aba30-576b-4b1a-acc6-7a7e08bebf3a', 'tenant_id': '7ef1d76a90104052a3716c563fd608ad', 'mac_address': 'fa:16:3e:59:45:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee882d62-57cb-438d-b888-297a1e4fa937', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '0b95fb34-6b69-4305-8271-231f7ffdb3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:32:41Z', 'updated_at': '2021-09-25T03:32:48Z', 'revision_number': 5, 'project_id': '7ef1d76a90104052a3716c563fd608ad', 'subnets': [{'id': '0b95fb34-6b69-4305-8271-231f7ffdb3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 03:39:21.888392 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-12ad099e-b9d1-44b1-aae5-0125c039cccd req-cead7eb6-11ea-467a-ae3f-d11726ba4a61 service neutron] 10.222.0.45 "GET /v2.0/networks/880aba30-576b-4b1a-acc6-7a7e08bebf3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917151 Sep 25 03:39:22.089674 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8581d03b-0aab-437f-8daf-d8e9e856328b None None] New status for floating IP 3277c85f-c198-4795-b46c-cdd3a72fb20e: DOWN {{(pid=94023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 25 03:39:22.716833 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b76deb7-45c5-497d-9f01-724ca2616412 req-221c87ba-498b-43e7-b8c9-a4e556f92d6e tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:39:22.718315 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0b76deb7-45c5-497d-9f01-724ca2616412 req-221c87ba-498b-43e7-b8c9-a4e556f92d6e tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce2416f9-cc1c-41d7-a7e5-1bd65f617422 HTTP/1.1" status: 200 len: 945 time: 0.0550764 Sep 25 03:39:22.761277 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0b76deb7-45c5-497d-9f01-724ca2616412 req-94cb85da-5d38-464b-9d39-213ab1af9c9e tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2017f16-944a-46e0-9d41-4d7f0d41cabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367951 Sep 25 03:39:23.556316 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efa9be7-c48a-4b27-bb92-c862c45ac0cc req-a3faf37d-b070-4256-b659-3339129678d4 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:39:23.557822 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9efa9be7-c48a-4b27-bb92-c862c45ac0cc req-a3faf37d-b070-4256-b659-3339129678d4 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce2416f9-cc1c-41d7-a7e5-1bd65f617422 HTTP/1.1" status: 200 len: 945 time: 0.0581303 Sep 25 03:39:23.665743 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [req-9efa9be7-c48a-4b27-bb92-c862c45ac0cc req-ddb2c9ac-ce28-4a50-95a7-6078d9f42394 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Deleting port 2c1ba797-a06f-4981-b29e-31552dba795c {{(pid=94021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 03:39:23.666081 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-9efa9be7-c48a-4b27-bb92-c862c45ac0cc req-ddb2c9ac-ce28-4a50-95a7-6078d9f42394 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731880592680'] for port, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:23.757098 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-9efa9be7-c48a-4b27-bb92-c862c45ac0cc req-ddb2c9ac-ce28-4a50-95a7-6078d9f42394 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] For port 2c1ba797-a06f-4981-b29e-31552dba795c, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=2c1ba797-a06f-4981-b29e-31552dba795c,segment=NetworkSegment(374bf162-7cd8-4dc5-a46c-108738bf8e34),segment_id=374bf162-7cd8-4dc5-a46c-108738bf8e34)] {{(pid=94021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:39:23.757930 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-9efa9be7-c48a-4b27-bb92-c862c45ac0cc req-ddb2c9ac-ce28-4a50-95a7-6078d9f42394 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889411'] for port, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:23.769535 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [req-9efa9be7-c48a-4b27-bb92-c862c45ac0cc req-ddb2c9ac-ce28-4a50-95a7-6078d9f42394 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Calling delete_port for 2c1ba797-a06f-4981-b29e-31552dba795c owned by compute:nova {{(pid=94021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 03:39:23.894408 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f0b9f-ab27-45a5-bdbb-64397fe5e0a9 req-6781467d-4717-41a2-927f-e71a8743e773 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:39:23.895943 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-715f0b9f-ab27-45a5-bdbb-64397fe5e0a9 req-6781467d-4717-41a2-927f-e71a8743e773 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce2416f9-cc1c-41d7-a7e5-1bd65f617422 HTTP/1.1" status: 200 len: 945 time: 0.0621984 Sep 25 03:39:23.966207 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-715f0b9f-ab27-45a5-bdbb-64397fe5e0a9 req-cce632c9-3c5c-44c4-b86c-01fd13c97f7b tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2017f16-944a-46e0-9d41-4d7f0d41cabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636168 Sep 25 03:39:23.968191 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-9efa9be7-c48a-4b27-bb92-c862c45ac0cc req-ddb2c9ac-ce28-4a50-95a7-6078d9f42394 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731880598766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731880292810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3214562'] for port, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:24.001348 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb2c9ac-ce28-4a50-95a7-6078d9f42394 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Pushing event deleted for resources: {'Port': ['ID=2c1ba797-a06f-4981-b29e-31552dba795c,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:39:24.042100 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [req-9efa9be7-c48a-4b27-bb92-c862c45ac0cc req-ddb2c9ac-ce28-4a50-95a7-6078d9f42394 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] No DVR routers for this DVR port 2c1ba797-a06f-4981-b29e-31552dba795c on host hv-cinder-77570 {{(pid=94021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 25 03:39:24.044996 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-9efa9be7-c48a-4b27-bb92-c862c45ac0cc req-ddb2c9ac-ce28-4a50-95a7-6078d9f42394 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:24.046977 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9efa9be7-c48a-4b27-bb92-c862c45ac0cc req-ddb2c9ac-ce28-4a50-95a7-6078d9f42394 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.45 "DELETE /v2.0/ports/2c1ba797-a06f-4981-b29e-31552dba795c HTTP/1.1" status: 204 len: 173 time: 0.4826756 Sep 25 03:39:24.047415 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce2416f9-cc1c-41d7-a7e5-1bd65f617422', 'name': 'network-vif-deleted', 'tag': '2c1ba797-a06f-4981-b29e-31552dba795c'}] {{(pid=94021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 03:39:24.049672 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e2fb5340eb8446ff58cd715b9748d5b5aabaa2e5f9ab10f469ed89a7c45a212" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1751bbb2-cf3f-4c21-9ae8-346741f85afd" -d '{"events": [{"server_uuid": "ce2416f9-cc1c-41d7-a7e5-1bd65f617422", "name": "network-vif-deleted", "tag": "2c1ba797-a06f-4981-b29e-31552dba795c"}]}' {{(pid=94021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 03:39:24.092942 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 03:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9bed0b5-933f-4a37-af2b-2fa9ab9b9699 x-openstack-request-id: req-b9bed0b5-933f-4a37-af2b-2fa9ab9b9699 {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 03:39:24.093264 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce2416f9-cc1c-41d7-a7e5-1bd65f617422", "name": "network-vif-deleted", "tag": "2c1ba797-a06f-4981-b29e-31552dba795c", "status": "completed", "code": 200}]} {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 03:39:24.093502 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b9bed0b5-933f-4a37-af2b-2fa9ab9b9699 {{(pid=94021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 03:39:24.093907 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce2416f9-cc1c-41d7-a7e5-1bd65f617422', 'name': 'network-vif-deleted', 'tag': '2c1ba797-a06f-4981-b29e-31552dba795c', 'status': 'completed', 'code': 200} Sep 25 03:39:25.094159 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3c883fa9-2ba9-47c3-8801-4135dc7ac7b7 req-04e058fb-66c0-4b22-b6a5-27ec67ea7f90 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce2416f9-cc1c-41d7-a7e5-1bd65f617422 HTTP/1.1" status: 200 len: 210 time: 0.0309906 Sep 25 03:39:26.151104 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 57334) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:39:26.213249 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f989ad23-2e78-4cbb-a7b6-872b917eb298 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:26.241675 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f989ad23-2e78-4cbb-a7b6-872b917eb298 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:26.249380 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device 2c1ba797-a06f-4981-b29e-31552dba795c no longer exists at agent hyperv_hv-cinder-77570 {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 03:39:26.273525 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] No Port match for: 2c1ba797-a06f-4981-b29e-31552dba795c {{(pid=94022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 25 03:39:26.273839 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device 2c1ba797-a06f-4981-b29e-31552dba795c not bound to the agent host hv-cinder-77570 {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 03:39:26.302527 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f989ad23-2e78-4cbb-a7b6-872b917eb298 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:26.305343 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f989ad23-2e78-4cbb-a7b6-872b917eb298 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:26.306522 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-f989ad23-2e78-4cbb-a7b6-872b917eb298 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] 10.222.0.42 "DELETE /v2.0/security-groups/d2017f16-944a-46e0-9d41-4d7f0d41cabc HTTP/1.1" status: 204 len: 168 time: 0.1543925 Sep 25 03:39:26.316331 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f989ad23-2e78-4cbb-a7b6-872b917eb298 tempest-TestShelveInstance-1157312204 tempest-TestShelveInstance-1157312204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2017f16-944a-46e0-9d41-4d7f0d41cabc,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:39:26.358293 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 57338) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:39:26.838334 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-68d3ae4c-b22e-46fa-a7c6-ed240ff9f186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3893274'] for router_interface, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:27.047186 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:27.095341 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [None req-68d3ae4c-b22e-46fa-a7c6-ed240ff9f186 admin admin] Deleting port 189f62cf-505c-44f0-9b3d-961567bc0539 {{(pid=94021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 03:39:27.095581 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-68d3ae4c-b22e-46fa-a7c6-ed240ff9f186 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731880592680'] for port, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:27.176820 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [None req-68d3ae4c-b22e-46fa-a7c6-ed240ff9f186 admin admin] For port 189f62cf-505c-44f0-9b3d-961567bc0539, host dv-cinder-775706-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=189f62cf-505c-44f0-9b3d-961567bc0539,segment=NetworkSegment(374bf162-7cd8-4dc5-a46c-108738bf8e34),segment_id=374bf162-7cd8-4dc5-a46c-108738bf8e34)] {{(pid=94021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:39:27.177130 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-68d3ae4c-b22e-46fa-a7c6-ed240ff9f186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889411'] for port, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:27.190835 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [None req-68d3ae4c-b22e-46fa-a7c6-ed240ff9f186 admin admin] Calling delete_port for 189f62cf-505c-44f0-9b3d-961567bc0539 owned by network:router_interface {{(pid=94021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 03:39:27.392285 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-68d3ae4c-b22e-46fa-a7c6-ed240ff9f186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731880598766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731880292810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3214562'] for port, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:27.423641 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d3ae4c-b22e-46fa-a7c6-ed240ff9f186 admin admin] Pushing event deleted for resources: {'Port': ['ID=189f62cf-505c-44f0-9b3d-961567bc0539,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:39:27.597433 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-68d3ae4c-b22e-46fa-a7c6-ed240ff9f186 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3623124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3896979'] for router_interface, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:27.818258 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68d3ae4c-b22e-46fa-a7c6-ed240ff9f186 admin admin] Router ee882d62-57cb-438d-b888-297a1e4fa937 has already been hosted by L3 agent be170b3f-ec9b-4dfa-8e40-fa1591bf80a9 {{(pid=94021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 03:39:27.928922 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d3ae4c-b22e-46fa-a7c6-ed240ff9f186 admin admin] Notify agent at l3_agent.dv-cinder-775706-4-iscsi the message routers_updated {{(pid=94021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 03:39:27.933838 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-68d3ae4c-b22e-46fa-a7c6-ed240ff9f186 admin admin] 10.222.0.42 "PUT /v2.0/routers/ee882d62-57cb-438d-b888-297a1e4fa937/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5744781 Sep 25 03:39:27.936469 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 57360) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:39:27.938640 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d00dab0-2d1b-467a-abc7-d17a1cee49aa None None] Sync routers for ids ['ee882d62-57cb-438d-b888-297a1e4fa937'] in dv-cinder-775706-4-iscsi {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 03:39:27.948858 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d00dab0-2d1b-467a-abc7-d17a1cee49aa None None] Routers {'ee882d62-57cb-438d-b888-297a1e4fa937'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:39:27.949481 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-9d00dab0-2d1b-467a-abc7-d17a1cee49aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:39:18Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['ee882d62-57cb-438d-b888-297a1e4fa937'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:39:28.047384 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-9d872170-88bc-463d-bc8b-3760bd585b0b admin admin] Notify callbacks [] for router, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:28.058080 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-9d00dab0-2d1b-467a-abc7-d17a1cee49aa None None] Set router ee882d62-57cb-438d-b888-297a1e4fa937 gateway port host: dv-cinder-775706-4-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:39:28.243648 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-9d00dab0-2d1b-467a-abc7-d17a1cee49aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee882d62-57cb-438d-b888-297a1e4fa937', 'name': 'tempest-TestShelveInstance-706234497-router', 'tenant_id': '7ef1d76a90104052a3716c563fd608ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '6c6f8c49-6768-4f0d-9326-4ee1536f9735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:32:38Z', 'updated_at': '2021-09-25T03:39:27Z', 'revision_number': 5, 'project_id': '7ef1d76a90104052a3716c563fd608ad', 'gw_port': {'id': '6c6f8c49-6768-4f0d-9326-4ee1536f9735', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee882d62-57cb-438d-b888-297a1e4fa937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:32:39Z', 'updated_at': '2021-09-25T03:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi'}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:39:28.270488 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d00dab0-2d1b-467a-abc7-d17a1cee49aa None None] Checking router: ee882d62-57cb-438d-b888-297a1e4fa937 for host: dv-cinder-775706-4-iscsi {{(pid=94022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 03:39:28.279689 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d00dab0-2d1b-467a-abc7-d17a1cee49aa None None] Routers {'ee882d62-57cb-438d-b888-297a1e4fa937'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:39:28.280324 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-9d00dab0-2d1b-467a-abc7-d17a1cee49aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:39:18Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['ee882d62-57cb-438d-b888-297a1e4fa937'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:39:28.391332 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-9d00dab0-2d1b-467a-abc7-d17a1cee49aa None None] Set router ee882d62-57cb-438d-b888-297a1e4fa937 gateway port host: dv-cinder-775706-4-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:39:28.431767 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-9d872170-88bc-463d-bc8b-3760bd585b0b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:28.487742 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [None req-9d872170-88bc-463d-bc8b-3760bd585b0b admin admin] Deleting port 6c6f8c49-6768-4f0d-9326-4ee1536f9735 {{(pid=94021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 03:39:28.488384 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-9d872170-88bc-463d-bc8b-3760bd585b0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731880592680'] for port, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:28.567326 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [None req-9d872170-88bc-463d-bc8b-3760bd585b0b admin admin] For port 6c6f8c49-6768-4f0d-9326-4ee1536f9735, host dv-cinder-775706-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=6c6f8c49-6768-4f0d-9326-4ee1536f9735,segment=NetworkSegment(48bff68c-e483-4cc4-95dd-dcbe15bbe597),segment_id=48bff68c-e483-4cc4-95dd-dcbe15bbe597)] {{(pid=94021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:39:28.567568 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-9d00dab0-2d1b-467a-abc7-d17a1cee49aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee882d62-57cb-438d-b888-297a1e4fa937', 'name': 'tempest-TestShelveInstance-706234497-router', 'tenant_id': '7ef1d76a90104052a3716c563fd608ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '6c6f8c49-6768-4f0d-9326-4ee1536f9735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:32:38Z', 'updated_at': '2021-09-25T03:39:27Z', 'revision_number': 5, 'project_id': '7ef1d76a90104052a3716c563fd608ad', 'gw_port': {'id': '6c6f8c49-6768-4f0d-9326-4ee1536f9735', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee882d62-57cb-438d-b888-297a1e4fa937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:32:39Z', 'updated_at': '2021-09-25T03:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi'}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:39:28.567719 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-9d872170-88bc-463d-bc8b-3760bd585b0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889411'] for port, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:28.581205 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [None req-9d872170-88bc-463d-bc8b-3760bd585b0b admin admin] Calling delete_port for 6c6f8c49-6768-4f0d-9326-4ee1536f9735 owned by network:router_gateway {{(pid=94021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 03:39:28.593255 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d00dab0-2d1b-467a-abc7-d17a1cee49aa None None] The sync data for ids ['ee882d62-57cb-438d-b888-297a1e4fa937'] in dv-cinder-775706-4-iscsi is: [{'id': 'ee882d62-57cb-438d-b888-297a1e4fa937', 'name': 'tempest-TestShelveInstance-706234497-router', 'tenant_id': '7ef1d76a90104052a3716c563fd608ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '6c6f8c49-6768-4f0d-9326-4ee1536f9735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:32:38Z', 'updated_at': '2021-09-25T03:39:27Z', 'revision_number': 5, 'project_id': '7ef1d76a90104052a3716c563fd608ad', 'gw_port': {'id': '6c6f8c49-6768-4f0d-9326-4ee1536f9735', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee882d62-57cb-438d-b888-297a1e4fa937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:32:39Z', 'updated_at': '2021-09-25T03:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi'}] {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 03:39:28.758611 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-9d872170-88bc-463d-bc8b-3760bd585b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731880598766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731880292810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3214562'] for port, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:28.797558 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d872170-88bc-463d-bc8b-3760bd585b0b admin admin] Pushing event deleted for resources: {'Port': ['ID=6c6f8c49-6768-4f0d-9326-4ee1536f9735,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:39:28.859562 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-9d872170-88bc-463d-bc8b-3760bd585b0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3896912'] for router_gateway, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:28.950094 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-9d872170-88bc-463d-bc8b-3760bd585b0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3899199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-678'] for router, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:28.952866 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-9d872170-88bc-463d-bc8b-3760bd585b0b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:28.998678 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-9d872170-88bc-463d-bc8b-3760bd585b0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3899190'] for router, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:28.999428 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d872170-88bc-463d-bc8b-3760bd585b0b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee882d62-57cb-438d-b888-297a1e4fa937 {{(pid=94021) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 03:39:29.003837 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-9d872170-88bc-463d-bc8b-3760bd585b0b admin admin] Notify callbacks [] for router, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:29.005045 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-9d872170-88bc-463d-bc8b-3760bd585b0b admin admin] 10.222.0.42 "DELETE /v2.0/routers/ee882d62-57cb-438d-b888-297a1e4fa937 HTTP/1.1" status: 204 len: 168 time: 1.0676055 Sep 25 03:39:29.008377 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 57368) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:39:29.058447 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8d516de-2833-467d-bfee-9b6c76608d3b admin admin] Deleting subnet 0b95fb34-6b69-4305-8271-231f7ffdb3bd {{(pid=94020) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 25 03:39:29.061979 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d8d516de-2833-467d-bfee-9b6c76608d3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:29.100472 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d8d516de-2833-467d-bfee-9b6c76608d3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328182'] for subnet, precommit_delete_associations {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:29.179261 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d8d516de-2833-467d-bfee-9b6c76608d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611410'] for subnet, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:29.236055 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d8d516de-2833-467d-bfee-9b6c76608d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9253219'] for subnet, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:29.258902 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d516de-2833-467d-bfee-9b6c76608d3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b95fb34-6b69-4305-8271-231f7ffdb3bd,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:39:29.268422 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d8d516de-2833-467d-bfee-9b6c76608d3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:29.272318 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-d8d516de-2833-467d-bfee-9b6c76608d3b admin admin] 10.222.0.42 "DELETE /v2.0/subnets/0b95fb34-6b69-4305-8271-231f7ffdb3bd HTTP/1.1" status: 204 len: 168 time: 0.2607639 Sep 25 03:39:29.273133 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 57370) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:39:29.279355 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12104d9-68d2-4b50-99ca-11305544b47b None None] Network 880aba30-576b-4b1a-acc6-7a7e08bebf3a requested from dv-cinder-775706-4-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 03:39:29.346524 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-2db92b2e-d58e-4039-9328-42ca8484b2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581802'] for network, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:29.402159 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [None req-2db92b2e-d58e-4039-9328-42ca8484b2d8 admin admin] Deleting port f12d28e6-f87f-42ee-8d80-cdc461c2566a {{(pid=94021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 03:39:29.402502 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-2db92b2e-d58e-4039-9328-42ca8484b2d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731880592680'] for port, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:29.472535 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [None req-2db92b2e-d58e-4039-9328-42ca8484b2d8 admin admin] For port f12d28e6-f87f-42ee-8d80-cdc461c2566a, host dv-cinder-775706-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=f12d28e6-f87f-42ee-8d80-cdc461c2566a,segment=NetworkSegment(374bf162-7cd8-4dc5-a46c-108738bf8e34),segment_id=374bf162-7cd8-4dc5-a46c-108738bf8e34)] {{(pid=94021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:39:29.473315 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-2db92b2e-d58e-4039-9328-42ca8484b2d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889411'] for port, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:29.485882 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [None req-2db92b2e-d58e-4039-9328-42ca8484b2d8 admin admin] Calling delete_port for f12d28e6-f87f-42ee-8d80-cdc461c2566a owned by network:dhcp {{(pid=94021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 03:39:29.572042 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-2db92b2e-d58e-4039-9328-42ca8484b2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731880598766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731880292810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3214562'] for port, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:29.599900 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db92b2e-d58e-4039-9328-42ca8484b2d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f12d28e6-f87f-42ee-8d80-cdc461c2566a,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:39:29.602060 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db92b2e-d58e-4039-9328-42ca8484b2d8 admin admin] No DVR routers for this DVR port f12d28e6-f87f-42ee-8d80-cdc461c2566a on host dv-cinder-775706-4-iscsi {{(pid=94021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 25 03:39:29.619246 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c82ba39-fd4e-4745-8615-7cbfcce452a8 None None] DHCP port deletion for 880aba30-576b-4b1a-acc6-7a7e08bebf3a request from dv-cinder-775706-4-iscsi {{(pid=94022) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 25 03:39:29.671523 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device f12d28e6-f87f-42ee-8d80-cdc461c2566a no longer exists at agent ovs-agent-dv-cinder-775706-4-iscsi {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 03:39:29.687687 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-2db92b2e-d58e-4039-9328-42ca8484b2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611307', 'neutron.services.segments.db._delete_segments_for_network-8731880838548'] for network, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:29.690979 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] No Port match for: f12d28e6-f87f-42ee-8d80-cdc461c2566a {{(pid=94022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 25 03:39:29.691323 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device f12d28e6-f87f-42ee-8d80-cdc461c2566a not bound to the agent host dv-cinder-775706-4-iscsi {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 03:39:29.691751 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device 189f62cf-505c-44f0-9b3d-961567bc0539 no longer exists at agent ovs-agent-dv-cinder-775706-4-iscsi {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 03:39:29.708586 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.services.segments.db [None req-2db92b2e-d58e-4039-9328-42ca8484b2d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['880aba30-576b-4b1a-acc6-7a7e08bebf3a']}} {{(pid=94021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:39:29.709858 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] No Port match for: 189f62cf-505c-44f0-9b3d-961567bc0539 {{(pid=94022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 25 03:39:29.710342 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device 189f62cf-505c-44f0-9b3d-961567bc0539 not bound to the agent host dv-cinder-775706-4-iscsi {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 03:39:29.710795 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device 6c6f8c49-6768-4f0d-9326-4ee1536f9735 no longer exists at agent ovs-agent-dv-cinder-775706-4-iscsi {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 03:39:29.718011 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.services.segments.db [None req-2db92b2e-d58e-4039-9328-42ca8484b2d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '374bf162-7cd8-4dc5-a46c-108738bf8e34') {'for_net_delete': True} {{(pid=94021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:39:29.718304 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.services.segments.db [None req-2db92b2e-d58e-4039-9328-42ca8484b2d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '374bf162-7cd8-4dc5-a46c-108738bf8e34') {} {{(pid=94021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:39:29.727446 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-2db92b2e-d58e-4039-9328-42ca8484b2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731880837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3212167'] for segment, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:29.728864 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] No Port match for: 6c6f8c49-6768-4f0d-9326-4ee1536f9735 {{(pid=94022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 25 03:39:29.729208 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device 6c6f8c49-6768-4f0d-9326-4ee1536f9735 not bound to the agent host dv-cinder-775706-4-iscsi {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 03:39:29.741612 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-2db92b2e-d58e-4039-9328-42ca8484b2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614597'] for segment, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:29.748076 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2db92b2e-d58e-4039-9328-42ca8484b2d8 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=94021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 03:39:29.748454 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-2db92b2e-d58e-4039-9328-42ca8484b2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3213329'] for segment, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:29.750125 dv-cinder-775706-4-iscsi neutron-server[94021]: Traceback (most recent call last): Sep 25 03:39:29.750125 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 25 03:39:29.750125 dv-cinder-775706-4-iscsi neutron-server[94021]: timer() Sep 25 03:39:29.750125 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 25 03:39:29.750125 dv-cinder-775706-4-iscsi neutron-server[94021]: cb(*args, **kw) Sep 25 03:39:29.750125 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 25 03:39:29.750125 dv-cinder-775706-4-iscsi neutron-server[94021]: return func(*args, **kwargs) Sep 25 03:39:29.750125 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 25 03:39:29.750125 dv-cinder-775706-4-iscsi neutron-server[94021]: self._notify() Sep 25 03:39:29.750125 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 25 03:39:29.750125 dv-cinder-775706-4-iscsi neutron-server[94021]: self.callback(batched_events) Sep 25 03:39:29.750125 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 25 03:39:29.750125 dv-cinder-775706-4-iscsi neutron-server[94021]: event.method(event) Sep 25 03:39:29.750125 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 25 03:39:29.750125 dv-cinder-775706-4-iscsi neutron-server[94021]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 25 03:39:29.750125 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 25 03:39:29.750125 dv-cinder-775706-4-iscsi neutron-server[94021]: aggregate_uuid = self.p_client.list_aggregates( Sep 25 03:39:29.750125 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 25 03:39:29.750125 dv-cinder-775706-4-iscsi neutron-server[94021]: return f(self, *a, **k) Sep 25 03:39:29.750125 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 25 03:39:29.750125 dv-cinder-775706-4-iscsi neutron-server[94021]: return self._get(url).json() Sep 25 03:39:29.750125 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 25 03:39:29.750125 dv-cinder-775706-4-iscsi neutron-server[94021]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 25 03:39:29.750125 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 25 03:39:29.750125 dv-cinder-775706-4-iscsi neutron-server[94021]: return self.request(url, 'GET', **kwargs) Sep 25 03:39:29.750125 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 25 03:39:29.750125 dv-cinder-775706-4-iscsi neutron-server[94021]: base_url = self.get_endpoint(auth, allow=allow, Sep 25 03:39:29.750125 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 25 03:39:29.750125 dv-cinder-775706-4-iscsi neutron-server[94021]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 25 03:39:29.750125 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 25 03:39:29.750125 dv-cinder-775706-4-iscsi neutron-server[94021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 25 03:39:29.750125 dv-cinder-775706-4-iscsi neutron-server[94021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 25 03:39:29.809169 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-2db92b2e-d58e-4039-9328-42ca8484b2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896844'] for network, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:29.814759 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-2db92b2e-d58e-4039-9328-42ca8484b2d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3625783'] for network, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:29.818132 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-2db92b2e-d58e-4039-9328-42ca8484b2d8 admin admin] 10.222.0.42 "DELETE /v2.0/networks/880aba30-576b-4b1a-acc6-7a7e08bebf3a HTTP/1.1" status: 204 len: 168 time: 0.5424886 Sep 25 03:39:29.820246 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 57372) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:39:29.827696 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db92b2e-d58e-4039-9328-42ca8484b2d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=880aba30-576b-4b1a-acc6-7a7e08bebf3a,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:39:30.184484 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d9789681-fc55-4d2e-b8dc-87c98bc39632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3893274'] for router_interface, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:30.645499 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.plugin [None req-d9789681-fc55-4d2e-b8dc-87c98bc39632 admin admin] Deleting port e381043a-8401-4476-80a5-cdf1f3d8532c {{(pid=94020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 03:39:30.645852 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d9789681-fc55-4d2e-b8dc-87c98bc39632 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731880592680'] for port, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:30.729096 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-d9789681-fc55-4d2e-b8dc-87c98bc39632 admin admin] For port e381043a-8401-4476-80a5-cdf1f3d8532c, host dv-cinder-775706-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=e381043a-8401-4476-80a5-cdf1f3d8532c,segment=NetworkSegment(1f8f9a3b-7c08-4407-ac52-71fc440e7527),segment_id=1f8f9a3b-7c08-4407-ac52-71fc440e7527)] {{(pid=94020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:39:30.729459 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d9789681-fc55-4d2e-b8dc-87c98bc39632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889411'] for port, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:30.743190 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.plugin [None req-d9789681-fc55-4d2e-b8dc-87c98bc39632 admin admin] Calling delete_port for e381043a-8401-4476-80a5-cdf1f3d8532c owned by network:router_interface {{(pid=94020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 03:39:30.948682 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d9789681-fc55-4d2e-b8dc-87c98bc39632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731880598766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731880292810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937715'] for port, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:30.977161 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9789681-fc55-4d2e-b8dc-87c98bc39632 admin admin] Pushing event deleted for resources: {'Port': ['ID=e381043a-8401-4476-80a5-cdf1f3d8532c,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:39:31.148464 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d9789681-fc55-4d2e-b8dc-87c98bc39632 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3623124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3896979'] for router_interface, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:31.374071 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9789681-fc55-4d2e-b8dc-87c98bc39632 admin admin] Router 12b1457a-acee-4b27-8874-5152d489edb6 has already been hosted by L3 agent be170b3f-ec9b-4dfa-8e40-fa1591bf80a9 {{(pid=94020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 03:39:31.480360 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9789681-fc55-4d2e-b8dc-87c98bc39632 admin admin] Notify agent at l3_agent.dv-cinder-775706-4-iscsi the message routers_updated {{(pid=94020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 03:39:31.486640 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-d9789681-fc55-4d2e-b8dc-87c98bc39632 admin admin] 10.222.0.42 "PUT /v2.0/routers/12b1457a-acee-4b27-8874-5152d489edb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6640081 Sep 25 03:39:31.488168 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 57382) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:39:31.490887 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0760ef7-1655-48ac-94b6-8a204a78a27f None None] Sync routers for ids ['12b1457a-acee-4b27-8874-5152d489edb6'] in dv-cinder-775706-4-iscsi {{(pid=94023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 03:39:31.500846 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0760ef7-1655-48ac-94b6-8a204a78a27f None None] Routers {'12b1457a-acee-4b27-8874-5152d489edb6'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:39:31.501594 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-e0760ef7-1655-48ac-94b6-8a204a78a27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:39:18Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['12b1457a-acee-4b27-8874-5152d489edb6'], 'active': True} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:39:31.548274 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-12453c79-04f6-431c-ac7a-1da34be194f8 None None] Agent healthcheck: found 6 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 03:39:31.596927 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-0ec6de50-3b70-4f76-bf05-fff4c6b78b95 admin admin] Notify callbacks [] for router, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:31.611737 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvr_db [None req-e0760ef7-1655-48ac-94b6-8a204a78a27f None None] Set router 12b1457a-acee-4b27-8874-5152d489edb6 gateway port host: dv-cinder-775706-4-iscsi {{(pid=94023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:39:31.696166 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-0ec6de50-3b70-4f76-bf05-fff4c6b78b95 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:31.764302 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.plugin [None req-0ec6de50-3b70-4f76-bf05-fff4c6b78b95 admin admin] Deleting port ce7c76fa-da51-4171-953c-f02aa6ff1d67 {{(pid=94020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 03:39:31.764674 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-0ec6de50-3b70-4f76-bf05-fff4c6b78b95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731880592680'] for port, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:31.792846 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-e0760ef7-1655-48ac-94b6-8a204a78a27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b1457a-acee-4b27-8874-5152d489edb6', 'name': 'tempest-TestShelveInstance-1584992956-router', 'tenant_id': '7e37f11467f142c9a21756611e6d9e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'ce7c76fa-da51-4171-953c-f02aa6ff1d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:32:45Z', 'updated_at': '2021-09-25T03:39:30Z', 'revision_number': 5, 'project_id': '7e37f11467f142c9a21756611e6d9e56', 'gw_port': {'id': 'ce7c76fa-da51-4171-953c-f02aa6ff1d67', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:eb:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b1457a-acee-4b27-8874-5152d489edb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:32:46Z', 'updated_at': '2021-09-25T03:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi'}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:39:31.818904 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0760ef7-1655-48ac-94b6-8a204a78a27f None None] Checking router: 12b1457a-acee-4b27-8874-5152d489edb6 for host: dv-cinder-775706-4-iscsi {{(pid=94023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 03:39:31.828618 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0760ef7-1655-48ac-94b6-8a204a78a27f None None] Routers {'12b1457a-acee-4b27-8874-5152d489edb6'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:39:31.829222 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-e0760ef7-1655-48ac-94b6-8a204a78a27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:39:18Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['12b1457a-acee-4b27-8874-5152d489edb6'], 'active': True} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:39:31.843619 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-0ec6de50-3b70-4f76-bf05-fff4c6b78b95 admin admin] For port ce7c76fa-da51-4171-953c-f02aa6ff1d67, host dv-cinder-775706-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=ce7c76fa-da51-4171-953c-f02aa6ff1d67,segment=NetworkSegment(48bff68c-e483-4cc4-95dd-dcbe15bbe597),segment_id=48bff68c-e483-4cc4-95dd-dcbe15bbe597)] {{(pid=94020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:39:31.843955 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-0ec6de50-3b70-4f76-bf05-fff4c6b78b95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889411'] for port, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:31.856802 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.plugin [None req-0ec6de50-3b70-4f76-bf05-fff4c6b78b95 admin admin] Calling delete_port for ce7c76fa-da51-4171-953c-f02aa6ff1d67 owned by network:router_gateway {{(pid=94020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 03:39:31.919062 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvr_db [None req-e0760ef7-1655-48ac-94b6-8a204a78a27f None None] Set router 12b1457a-acee-4b27-8874-5152d489edb6 gateway port host: None {{(pid=94023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:39:31.971707 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-e0760ef7-1655-48ac-94b6-8a204a78a27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b1457a-acee-4b27-8874-5152d489edb6', 'name': 'tempest-TestShelveInstance-1584992956-router', 'tenant_id': '7e37f11467f142c9a21756611e6d9e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:32:45Z', 'updated_at': '2021-09-25T03:39:31Z', 'revision_number': 6, 'project_id': '7e37f11467f142c9a21756611e6d9e56', 'gw_port_host': None}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:39:32.001664 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0760ef7-1655-48ac-94b6-8a204a78a27f None None] The sync data for ids ['12b1457a-acee-4b27-8874-5152d489edb6'] in dv-cinder-775706-4-iscsi is: [{'id': '12b1457a-acee-4b27-8874-5152d489edb6', 'name': 'tempest-TestShelveInstance-1584992956-router', 'tenant_id': '7e37f11467f142c9a21756611e6d9e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:32:45Z', 'updated_at': '2021-09-25T03:39:31Z', 'revision_number': 6, 'project_id': '7e37f11467f142c9a21756611e6d9e56', 'gw_port_host': None}] {{(pid=94023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 03:39:32.032199 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-0ec6de50-3b70-4f76-bf05-fff4c6b78b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731880598766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731880292810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937715'] for port, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:32.055667 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec6de50-3b70-4f76-bf05-fff4c6b78b95 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce7c76fa-da51-4171-953c-f02aa6ff1d67,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:39:32.124872 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-0ec6de50-3b70-4f76-bf05-fff4c6b78b95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3896912'] for router_gateway, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:32.213020 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-0ec6de50-3b70-4f76-bf05-fff4c6b78b95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3899199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-678'] for router, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:32.215708 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-0ec6de50-3b70-4f76-bf05-fff4c6b78b95 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:32.259461 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-0ec6de50-3b70-4f76-bf05-fff4c6b78b95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3899190'] for router, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:32.259999 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec6de50-3b70-4f76-bf05-fff4c6b78b95 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12b1457a-acee-4b27-8874-5152d489edb6 {{(pid=94020) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 03:39:32.264566 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-0ec6de50-3b70-4f76-bf05-fff4c6b78b95 admin admin] Notify callbacks [] for router, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:32.265759 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-0ec6de50-3b70-4f76-bf05-fff4c6b78b95 admin admin] 10.222.0.42 "DELETE /v2.0/routers/12b1457a-acee-4b27-8874-5152d489edb6 HTTP/1.1" status: 204 len: 168 time: 0.7766335 Sep 25 03:39:32.268824 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 57386) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:39:32.314625 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.db.db_base_plugin_v2 [None req-61a6fa33-64af-4f79-bd10-e6c84edb193e admin admin] Deleting subnet 0d9c9ed5-51da-4b6a-86f0-90db29a735d8 {{(pid=94020) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 25 03:39:32.318102 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-61a6fa33-64af-4f79-bd10-e6c84edb193e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:32.357334 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-61a6fa33-64af-4f79-bd10-e6c84edb193e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328182'] for subnet, precommit_delete_associations {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:32.449219 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-61a6fa33-64af-4f79-bd10-e6c84edb193e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611410'] for subnet, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:32.507364 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-61a6fa33-64af-4f79-bd10-e6c84edb193e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9253219'] for subnet, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:32.535545 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a6fa33-64af-4f79-bd10-e6c84edb193e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d9c9ed5-51da-4b6a-86f0-90db29a735d8,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:39:32.539489 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-61a6fa33-64af-4f79-bd10-e6c84edb193e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:32.541776 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-61a6fa33-64af-4f79-bd10-e6c84edb193e admin admin] 10.222.0.42 "DELETE /v2.0/subnets/0d9c9ed5-51da-4b6a-86f0-90db29a735d8 HTTP/1.1" status: 204 len: 168 time: 0.2716401 Sep 25 03:39:32.544862 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 57390) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:39:32.547361 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb81ed9-dfc7-498c-b268-c248e8d42eec None None] Network a8a196d5-a29e-4be9-a191-37daf17b0baa requested from dv-cinder-775706-4-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 03:39:32.616097 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8a9913d6-bb11-44b0-a252-860256391740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581802'] for network, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:32.669994 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.plugin [None req-8a9913d6-bb11-44b0-a252-860256391740 admin admin] Deleting port 9b224881-9f22-42a9-9dcb-94583388436b {{(pid=94020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 03:39:32.670322 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8a9913d6-bb11-44b0-a252-860256391740 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731880592680'] for port, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:32.737702 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-8a9913d6-bb11-44b0-a252-860256391740 admin admin] For port 9b224881-9f22-42a9-9dcb-94583388436b, host dv-cinder-775706-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=9b224881-9f22-42a9-9dcb-94583388436b,segment=NetworkSegment(1f8f9a3b-7c08-4407-ac52-71fc440e7527),segment_id=1f8f9a3b-7c08-4407-ac52-71fc440e7527)] {{(pid=94020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:39:32.738060 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8a9913d6-bb11-44b0-a252-860256391740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889411'] for port, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:32.751470 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.plugin [None req-8a9913d6-bb11-44b0-a252-860256391740 admin admin] Calling delete_port for 9b224881-9f22-42a9-9dcb-94583388436b owned by network:dhcp {{(pid=94020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 03:39:32.774157 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9851b03f-baaf-4437-b9fa-712025c1d0e3 None None] DHCP port deletion for a8a196d5-a29e-4be9-a191-37daf17b0baa request from dv-cinder-775706-4-iscsi {{(pid=94022) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 25 03:39:32.828694 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-9851b03f-baaf-4437-b9fa-712025c1d0e3 None None] Deleting port 9b224881-9f22-42a9-9dcb-94583388436b {{(pid=94022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 03:39:32.829333 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-9851b03f-baaf-4437-b9fa-712025c1d0e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731880592680'] for port, before_delete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:32.840832 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8a9913d6-bb11-44b0-a252-860256391740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731880598766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731880292810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937715'] for port, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:32.868884 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9913d6-bb11-44b0-a252-860256391740 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b224881-9f22-42a9-9dcb-94583388436b,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:39:32.873479 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9913d6-bb11-44b0-a252-860256391740 admin admin] No DVR routers for this DVR port 9b224881-9f22-42a9-9dcb-94583388436b on host dv-cinder-775706-4-iscsi {{(pid=94020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 25 03:39:32.900487 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-9851b03f-baaf-4437-b9fa-712025c1d0e3 None None] For port 9b224881-9f22-42a9-9dcb-94583388436b, host dv-cinder-775706-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=9b224881-9f22-42a9-9dcb-94583388436b,segment=NetworkSegment(1f8f9a3b-7c08-4407-ac52-71fc440e7527),segment_id=1f8f9a3b-7c08-4407-ac52-71fc440e7527)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:39:32.900991 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-9851b03f-baaf-4437-b9fa-712025c1d0e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889411'] for port, precommit_delete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:32.913985 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-9851b03f-baaf-4437-b9fa-712025c1d0e3 None None] Calling delete_port for 9b224881-9f22-42a9-9dcb-94583388436b owned by network:dhcp {{(pid=94022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 03:39:32.948042 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8a9913d6-bb11-44b0-a252-860256391740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611307', 'neutron.services.segments.db._delete_segments_for_network-8731880838548'] for network, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:32.969308 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.services.segments.db [None req-8a9913d6-bb11-44b0-a252-860256391740 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8a196d5-a29e-4be9-a191-37daf17b0baa']}} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:39:32.981512 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.services.segments.db [None req-8a9913d6-bb11-44b0-a252-860256391740 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f8f9a3b-7c08-4407-ac52-71fc440e7527') {'for_net_delete': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:39:32.981813 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.services.segments.db [None req-8a9913d6-bb11-44b0-a252-860256391740 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f8f9a3b-7c08-4407-ac52-71fc440e7527') {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:39:32.993196 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8a9913d6-bb11-44b0-a252-860256391740 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731880837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328175'] for segment, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:33.001429 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-9851b03f-baaf-4437-b9fa-712025c1d0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731880598766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731880292810'] for port, after_delete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:33.010432 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8a9913d6-bb11-44b0-a252-860256391740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614597'] for segment, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:33.017445 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a9913d6-bb11-44b0-a252-860256391740 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=94020) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 03:39:33.018102 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8a9913d6-bb11-44b0-a252-860256391740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8938496'] for segment, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:33.019878 dv-cinder-775706-4-iscsi neutron-server[94020]: Traceback (most recent call last): Sep 25 03:39:33.019878 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 25 03:39:33.019878 dv-cinder-775706-4-iscsi neutron-server[94020]: timer() Sep 25 03:39:33.019878 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 25 03:39:33.019878 dv-cinder-775706-4-iscsi neutron-server[94020]: cb(*args, **kw) Sep 25 03:39:33.019878 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 25 03:39:33.019878 dv-cinder-775706-4-iscsi neutron-server[94020]: return func(*args, **kwargs) Sep 25 03:39:33.019878 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 25 03:39:33.019878 dv-cinder-775706-4-iscsi neutron-server[94020]: self._notify() Sep 25 03:39:33.019878 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 25 03:39:33.019878 dv-cinder-775706-4-iscsi neutron-server[94020]: self.callback(batched_events) Sep 25 03:39:33.019878 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 25 03:39:33.019878 dv-cinder-775706-4-iscsi neutron-server[94020]: event.method(event) Sep 25 03:39:33.019878 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 25 03:39:33.019878 dv-cinder-775706-4-iscsi neutron-server[94020]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 25 03:39:33.019878 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 25 03:39:33.019878 dv-cinder-775706-4-iscsi neutron-server[94020]: aggregate_uuid = self.p_client.list_aggregates( Sep 25 03:39:33.019878 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 25 03:39:33.019878 dv-cinder-775706-4-iscsi neutron-server[94020]: return f(self, *a, **k) Sep 25 03:39:33.019878 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 25 03:39:33.019878 dv-cinder-775706-4-iscsi neutron-server[94020]: return self._get(url).json() Sep 25 03:39:33.019878 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 25 03:39:33.019878 dv-cinder-775706-4-iscsi neutron-server[94020]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 25 03:39:33.019878 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 25 03:39:33.019878 dv-cinder-775706-4-iscsi neutron-server[94020]: return self.request(url, 'GET', **kwargs) Sep 25 03:39:33.019878 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 25 03:39:33.019878 dv-cinder-775706-4-iscsi neutron-server[94020]: base_url = self.get_endpoint(auth, allow=allow, Sep 25 03:39:33.019878 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 25 03:39:33.019878 dv-cinder-775706-4-iscsi neutron-server[94020]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 25 03:39:33.019878 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 25 03:39:33.019878 dv-cinder-775706-4-iscsi neutron-server[94020]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 25 03:39:33.019878 dv-cinder-775706-4-iscsi neutron-server[94020]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 25 03:39:33.029087 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9851b03f-baaf-4437-b9fa-712025c1d0e3 None None] Pushing event deleted for resources: {'Port': ['ID=9b224881-9f22-42a9-9dcb-94583388436b,revision_number=None']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:39:33.034539 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9851b03f-baaf-4437-b9fa-712025c1d0e3 None None] No DVR routers for this DVR port 9b224881-9f22-42a9-9dcb-94583388436b on host dv-cinder-775706-4-iscsi {{(pid=94022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 25 03:39:33.084865 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8a9913d6-bb11-44b0-a252-860256391740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896844'] for network, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:33.094338 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8a9913d6-bb11-44b0-a252-860256391740 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3625783'] for network, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:33.096206 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-8a9913d6-bb11-44b0-a252-860256391740 admin admin] 10.222.0.42 "DELETE /v2.0/networks/a8a196d5-a29e-4be9-a191-37daf17b0baa HTTP/1.1" status: 204 len: 168 time: 0.5503030 Sep 25 03:39:33.105885 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9913d6-bb11-44b0-a252-860256391740 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8a196d5-a29e-4be9-a191-37daf17b0baa,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:39:33.227353 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 57396) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:39:33.273756 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-37b2e5dc-10e5-408a-a9c8-1d7beaabad75 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7ef1d76a90104052a3716c563fd608ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0444474 Sep 25 03:39:33.276569 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 57398) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:39:33.326817 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-b9a9d0e8-e215-4321-a812-61adcc6431e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:33.347679 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-b9a9d0e8-e215-4321-a812-61adcc6431e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:33.397931 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-b9a9d0e8-e215-4321-a812-61adcc6431e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:33.401593 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-b9a9d0e8-e215-4321-a812-61adcc6431e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:33.401756 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device ce7c76fa-da51-4171-953c-f02aa6ff1d67 no longer exists at agent ovs-agent-dv-cinder-775706-4-iscsi {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 03:39:33.402814 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-b9a9d0e8-e215-4321-a812-61adcc6431e0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/17f296fb-63ec-41be-b805-a03157b6e738 HTTP/1.1" status: 204 len: 168 time: 0.1252327 Sep 25 03:39:33.410653 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a9d0e8-e215-4321-a812-61adcc6431e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f296fb-63ec-41be-b805-a03157b6e738,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:39:33.426947 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] No Port match for: ce7c76fa-da51-4171-953c-f02aa6ff1d67 {{(pid=94022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 25 03:39:33.427307 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device ce7c76fa-da51-4171-953c-f02aa6ff1d67 not bound to the agent host dv-cinder-775706-4-iscsi {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 03:39:33.427716 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device e381043a-8401-4476-80a5-cdf1f3d8532c no longer exists at agent ovs-agent-dv-cinder-775706-4-iscsi {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 03:39:33.448782 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] No Port match for: e381043a-8401-4476-80a5-cdf1f3d8532c {{(pid=94022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 25 03:39:33.449127 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device e381043a-8401-4476-80a5-cdf1f3d8532c not bound to the agent host dv-cinder-775706-4-iscsi {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 03:39:33.449536 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device 9b224881-9f22-42a9-9dcb-94583388436b no longer exists at agent ovs-agent-dv-cinder-775706-4-iscsi {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 03:39:33.468960 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] No Port match for: 9b224881-9f22-42a9-9dcb-94583388436b {{(pid=94022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 25 03:39:33.469370 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device 9b224881-9f22-42a9-9dcb-94583388436b not bound to the agent host dv-cinder-775706-4-iscsi {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 03:39:33.757588 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 57406) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:39:33.800079 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-848ec479-6943-4a78-853e-c0fa5fdd32a3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7e37f11467f142c9a21756611e6d9e56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0412874 Sep 25 03:39:33.803735 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 57408) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:39:33.862382 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-18654209-91bd-42ba-b523-5d16b290200b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:33.888119 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-18654209-91bd-42ba-b523-5d16b290200b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:33.937954 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-18654209-91bd-42ba-b523-5d16b290200b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:33.940566 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-18654209-91bd-42ba-b523-5d16b290200b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:33.941781 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-18654209-91bd-42ba-b523-5d16b290200b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/05efa515-03ee-4ef2-b4db-c670ac2bf403 HTTP/1.1" status: 204 len: 168 time: 0.1371450 Sep 25 03:39:33.950937 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18654209-91bd-42ba-b523-5d16b290200b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05efa515-03ee-4ef2-b4db-c670ac2bf403,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:39:38.880837 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa0713-cde9-4013-ab0c-7f643425db8a req-0895dcbe-fdcd-458f-b617-20b646a55a56 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:39:38.882359 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ccaa0713-cde9-4013-ab0c-7f643425db8a req-0895dcbe-fdcd-458f-b617-20b646a55a56 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b7ff029-c23a-438e-bd00-bb6c439254c5 HTTP/1.1" status: 200 len: 946 time: 0.0556443 Sep 25 03:39:38.924174 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ccaa0713-cde9-4013-ab0c-7f643425db8a req-76f58b2f-5389-465f-8e95-64f3e2f9d10e tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/security-groups?id=fb53acfc-cc2f-469a-861f-2a01d5c52e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340793 Sep 25 03:39:40.043991 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8969a835-7d2a-4bc4-b68a-9fa0f39558b3 req-544fc4fd-6f05-4b2d-906c-89577f28fcfb tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:39:40.045519 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8969a835-7d2a-4bc4-b68a-9fa0f39558b3 req-544fc4fd-6f05-4b2d-906c-89577f28fcfb tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b7ff029-c23a-438e-bd00-bb6c439254c5 HTTP/1.1" status: 200 len: 946 time: 0.0519543 Sep 25 03:39:40.088686 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8969a835-7d2a-4bc4-b68a-9fa0f39558b3 req-5f884008-098a-4cc2-818f-6e5786969346 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/security-groups?id=fb53acfc-cc2f-469a-861f-2a01d5c52e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342991 Sep 25 03:39:41.078109 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda09768-a630-4e4e-b7a5-235a7ec08006 req-86eadb90-977d-4eb5-bc6e-206cf3946ff2 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:39:41.079484 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-eda09768-a630-4e4e-b7a5-235a7ec08006 req-86eadb90-977d-4eb5-bc6e-206cf3946ff2 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b7ff029-c23a-438e-bd00-bb6c439254c5 HTTP/1.1" status: 200 len: 946 time: 0.0544105 Sep 25 03:39:41.202466 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [req-eda09768-a630-4e4e-b7a5-235a7ec08006 req-74371baa-b0af-441b-8f77-cb495e87de33 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Deleting port 60035cfe-d788-4f05-8bf5-7d829542a818 {{(pid=94021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 03:39:41.202763 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-eda09768-a630-4e4e-b7a5-235a7ec08006 req-74371baa-b0af-441b-8f77-cb495e87de33 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731880592680'] for port, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:41.247421 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2690ce1e-3e34-4511-bce4-563eb47b0a87 req-952a64d8-eccd-49b7-88c8-7cf8adc81904 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:39:41.248917 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2690ce1e-3e34-4511-bce4-563eb47b0a87 req-952a64d8-eccd-49b7-88c8-7cf8adc81904 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b7ff029-c23a-438e-bd00-bb6c439254c5 HTTP/1.1" status: 200 len: 946 time: 0.0847147 Sep 25 03:39:41.324699 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-eda09768-a630-4e4e-b7a5-235a7ec08006 req-74371baa-b0af-441b-8f77-cb495e87de33 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] For port 60035cfe-d788-4f05-8bf5-7d829542a818, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=60035cfe-d788-4f05-8bf5-7d829542a818,segment=NetworkSegment(b18845fd-6154-4686-999a-ae6be2eb8184),segment_id=b18845fd-6154-4686-999a-ae6be2eb8184)] {{(pid=94021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:39:41.325087 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-eda09768-a630-4e4e-b7a5-235a7ec08006 req-74371baa-b0af-441b-8f77-cb495e87de33 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889411'] for port, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:41.329727 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2690ce1e-3e34-4511-bce4-563eb47b0a87 req-4fe03e0e-39f8-4089-a52e-2563d157545e tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/security-groups?id=fb53acfc-cc2f-469a-861f-2a01d5c52e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566671 Sep 25 03:39:41.517848 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-eda09768-a630-4e4e-b7a5-235a7ec08006 req-74371baa-b0af-441b-8f77-cb495e87de33 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:41.518330 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-eda09768-a630-4e4e-b7a5-235a7ec08006 req-74371baa-b0af-441b-8f77-cb495e87de33 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3896858'] for floatingip, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:41.518704 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.db.l3_db [req-eda09768-a630-4e4e-b7a5-235a7ec08006 req-74371baa-b0af-441b-8f77-cb495e87de33 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Floating IP 0df9abfe-3073-4bb9-bb51-502e18575d80 disassociated. External IP: 172.27.1.86, port: 60035cfe-d788-4f05-8bf5-7d829542a818. Sep 25 03:39:41.519234 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [req-eda09768-a630-4e4e-b7a5-235a7ec08006 req-74371baa-b0af-441b-8f77-cb495e87de33 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Calling delete_port for 60035cfe-d788-4f05-8bf5-7d829542a818 owned by compute:nova {{(pid=94021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 03:39:41.667292 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-eda09768-a630-4e4e-b7a5-235a7ec08006 req-74371baa-b0af-441b-8f77-cb495e87de33 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731880598766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731880292810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3214562'] for port, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:41.695543 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74371baa-b0af-441b-8f77-cb495e87de33 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Pushing event deleted for resources: {'Port': ['ID=60035cfe-d788-4f05-8bf5-7d829542a818,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:39:41.809774 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eda09768-a630-4e4e-b7a5-235a7ec08006 req-74371baa-b0af-441b-8f77-cb495e87de33 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Router 115c58b0-627f-482a-8970-99d9e7d02c44 has already been hosted by L3 agent be170b3f-ec9b-4dfa-8e40-fa1591bf80a9 {{(pid=94021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 03:39:41.923177 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eda09768-a630-4e4e-b7a5-235a7ec08006 req-74371baa-b0af-441b-8f77-cb495e87de33 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify agent at l3_agent.dv-cinder-775706-4-iscsi the message routers_updated {{(pid=94021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 03:39:41.943272 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18a9f5a-59e1-4eea-86ba-22622c8febbd None None] Sync routers for ids ['115c58b0-627f-482a-8970-99d9e7d02c44'] in dv-cinder-775706-4-iscsi {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 03:39:41.955531 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18a9f5a-59e1-4eea-86ba-22622c8febbd None None] Routers {'115c58b0-627f-482a-8970-99d9e7d02c44'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:39:41.956253 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-f18a9f5a-59e1-4eea-86ba-22622c8febbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:39:18Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['115c58b0-627f-482a-8970-99d9e7d02c44'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:39:41.968085 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [req-eda09768-a630-4e4e-b7a5-235a7ec08006 req-74371baa-b0af-441b-8f77-cb495e87de33 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] No DVR routers for this DVR port 60035cfe-d788-4f05-8bf5-7d829542a818 on host hv-cinder-77570 {{(pid=94021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 25 03:39:41.970623 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-eda09768-a630-4e4e-b7a5-235a7ec08006 req-74371baa-b0af-441b-8f77-cb495e87de33 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:41.972812 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-eda09768-a630-4e4e-b7a5-235a7ec08006 req-74371baa-b0af-441b-8f77-cb495e87de33 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.45 "DELETE /v2.0/ports/60035cfe-d788-4f05-8bf5-7d829542a818 HTTP/1.1" status: 204 len: 173 time: 0.8857155 Sep 25 03:39:41.973240 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b7ff029-c23a-438e-bd00-bb6c439254c5', 'name': 'network-vif-deleted', 'tag': '60035cfe-d788-4f05-8bf5-7d829542a818'}] {{(pid=94021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 03:39:41.975575 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e2fb5340eb8446ff58cd715b9748d5b5aabaa2e5f9ab10f469ed89a7c45a212" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88430367-08ae-4c48-b863-48961075579c" -d '{"events": [{"server_uuid": "0b7ff029-c23a-438e-bd00-bb6c439254c5", "name": "network-vif-deleted", "tag": "60035cfe-d788-4f05-8bf5-7d829542a818"}]}' {{(pid=94021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 03:39:42.012218 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 03:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef915d5-52cb-40cb-bbdc-f3c34f547a0f x-openstack-request-id: req-3ef915d5-52cb-40cb-bbdc-f3c34f547a0f {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 03:39:42.012929 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b7ff029-c23a-438e-bd00-bb6c439254c5", "name": "network-vif-deleted", "tag": "60035cfe-d788-4f05-8bf5-7d829542a818", "status": "completed", "code": 200}]} {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 03:39:42.012929 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3ef915d5-52cb-40cb-bbdc-f3c34f547a0f {{(pid=94021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 03:39:42.013192 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b7ff029-c23a-438e-bd00-bb6c439254c5', 'name': 'network-vif-deleted', 'tag': '60035cfe-d788-4f05-8bf5-7d829542a818', 'status': 'completed', 'code': 200} Sep 25 03:39:42.075192 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-f18a9f5a-59e1-4eea-86ba-22622c8febbd None None] Set router 115c58b0-627f-482a-8970-99d9e7d02c44 gateway port host: dv-cinder-775706-4-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:39:42.282401 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-f18a9f5a-59e1-4eea-86ba-22622c8febbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115c58b0-627f-482a-8970-99d9e7d02c44', 'name': 'tempest-AttachVolumeTestJSON-2029729970-router', 'tenant_id': 'f29dc626f86246fe9738feefd6866b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '711de654-3de8-464b-814b-1fce88f73964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:29:46Z', 'updated_at': '2021-09-25T03:29:57Z', 'revision_number': 4, 'project_id': 'f29dc626f86246fe9738feefd6866b29', 'gw_port': {'id': '711de654-3de8-464b-814b-1fce88f73964', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:23:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115c58b0-627f-482a-8970-99d9e7d02c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:29:48Z', 'updated_at': '2021-09-25T03:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_interfaces': [{'id': 'f2a2da53-47fa-4a2c-be68-c42abf0bac9d', 'name': '', 'network_id': 'ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd', 'tenant_id': 'f29dc626f86246fe9738feefd6866b29', 'mac_address': 'fa:16:3e:94:16:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115c58b0-627f-482a-8970-99d9e7d02c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'afccf4b9-490d-44a5-98b6-f28191ec0ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:29:55Z', 'updated_at': '2021-09-25T03:30:07Z', 'revision_number': 5, 'project_id': 'f29dc626f86246fe9738feefd6866b29', 'subnets': [{'id': 'afccf4b9-490d-44a5-98b6-f28191ec0ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:39:42.309444 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18a9f5a-59e1-4eea-86ba-22622c8febbd None None] Checking router: 115c58b0-627f-482a-8970-99d9e7d02c44 for host: dv-cinder-775706-4-iscsi {{(pid=94022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 03:39:42.318344 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18a9f5a-59e1-4eea-86ba-22622c8febbd None None] Routers {'115c58b0-627f-482a-8970-99d9e7d02c44'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:39:42.318960 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-f18a9f5a-59e1-4eea-86ba-22622c8febbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:39:18Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['115c58b0-627f-482a-8970-99d9e7d02c44'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:39:42.427409 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-f18a9f5a-59e1-4eea-86ba-22622c8febbd None None] Set router 115c58b0-627f-482a-8970-99d9e7d02c44 gateway port host: dv-cinder-775706-4-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:39:42.444955 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1c8edf4a-1a4d-4786-9d5c-c943aea0ff4e req-a9c47eaa-727c-42d4-ae4e-fd42c219a221 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b7ff029-c23a-438e-bd00-bb6c439254c5 HTTP/1.1" status: 200 len: 210 time: 0.0296481 Sep 25 03:39:42.660372 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-f18a9f5a-59e1-4eea-86ba-22622c8febbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115c58b0-627f-482a-8970-99d9e7d02c44', 'name': 'tempest-AttachVolumeTestJSON-2029729970-router', 'tenant_id': 'f29dc626f86246fe9738feefd6866b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '711de654-3de8-464b-814b-1fce88f73964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:29:46Z', 'updated_at': '2021-09-25T03:29:57Z', 'revision_number': 4, 'project_id': 'f29dc626f86246fe9738feefd6866b29', 'gw_port': {'id': '711de654-3de8-464b-814b-1fce88f73964', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:23:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115c58b0-627f-482a-8970-99d9e7d02c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:29:48Z', 'updated_at': '2021-09-25T03:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_interfaces': [{'id': 'f2a2da53-47fa-4a2c-be68-c42abf0bac9d', 'name': '', 'network_id': 'ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd', 'tenant_id': 'f29dc626f86246fe9738feefd6866b29', 'mac_address': 'fa:16:3e:94:16:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115c58b0-627f-482a-8970-99d9e7d02c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'afccf4b9-490d-44a5-98b6-f28191ec0ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:29:55Z', 'updated_at': '2021-09-25T03:30:07Z', 'revision_number': 5, 'project_id': 'f29dc626f86246fe9738feefd6866b29', 'subnets': [{'id': 'afccf4b9-490d-44a5-98b6-f28191ec0ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:39:42.685771 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18a9f5a-59e1-4eea-86ba-22622c8febbd None None] The sync data for ids ['115c58b0-627f-482a-8970-99d9e7d02c44'] in dv-cinder-775706-4-iscsi is: [{'id': '115c58b0-627f-482a-8970-99d9e7d02c44', 'name': 'tempest-AttachVolumeTestJSON-2029729970-router', 'tenant_id': 'f29dc626f86246fe9738feefd6866b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '711de654-3de8-464b-814b-1fce88f73964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:29:46Z', 'updated_at': '2021-09-25T03:29:57Z', 'revision_number': 4, 'project_id': 'f29dc626f86246fe9738feefd6866b29', 'gw_port': {'id': '711de654-3de8-464b-814b-1fce88f73964', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:23:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115c58b0-627f-482a-8970-99d9e7d02c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:29:48Z', 'updated_at': '2021-09-25T03:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_interfaces': [{'id': 'f2a2da53-47fa-4a2c-be68-c42abf0bac9d', 'name': '', 'network_id': 'ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd', 'tenant_id': 'f29dc626f86246fe9738feefd6866b29', 'mac_address': 'fa:16:3e:94:16:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115c58b0-627f-482a-8970-99d9e7d02c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'afccf4b9-490d-44a5-98b6-f28191ec0ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:29:55Z', 'updated_at': '2021-09-25T03:30:07Z', 'revision_number': 5, 'project_id': 'f29dc626f86246fe9738feefd6866b29', 'subnets': [{'id': 'afccf4b9-490d-44a5-98b6-f28191ec0ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 03:39:42.907722 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccb9351-6291-4feb-8f04-deb447a2b6eb None None] New status for floating IP 0df9abfe-3073-4bb9-bb51-502e18575d80: DOWN {{(pid=94023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 25 03:39:43.536142 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 57494) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:39:43.592875 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-39fe253d-2ccb-4dd2-bd30-7095eedd9a24 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:43.623085 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-39fe253d-2ccb-4dd2-bd30-7095eedd9a24 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:43.672273 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-39fe253d-2ccb-4dd2-bd30-7095eedd9a24 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:43.675064 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-39fe253d-2ccb-4dd2-bd30-7095eedd9a24 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:43.676258 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-39fe253d-2ccb-4dd2-bd30-7095eedd9a24 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "DELETE /v2.0/security-groups/fb53acfc-cc2f-469a-861f-2a01d5c52e54 HTTP/1.1" status: 204 len: 168 time: 0.1390786 Sep 25 03:39:43.679095 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 57498) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:39:43.686691 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fe253d-2ccb-4dd2-bd30-7095eedd9a24 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb53acfc-cc2f-469a-861f-2a01d5c52e54,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:39:43.701008 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.api.v2.resource [None req-7eeb2b10-fbd2-43df-a729-3971643fc611 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] show failed (client error): The resource could not be found. Sep 25 03:39:43.702387 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-7eeb2b10-fbd2-43df-a729-3971643fc611 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "GET /v2.0/security-groups/fb53acfc-cc2f-469a-861f-2a01d5c52e54 HTTP/1.1" status: 404 len: 347 time: 0.0211928 Sep 25 03:39:43.705314 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 57500) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:39:43.831856 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [None req-b7d376e7-688a-4707-a754-9927d14c52f3 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Deleting port b84f3cca-db97-474d-b7cf-34ef190cef14 {{(pid=94021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 03:39:43.832199 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-b7d376e7-688a-4707-a754-9927d14c52f3 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731880592680'] for port, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:43.914271 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-b7d376e7-688a-4707-a754-9927d14c52f3 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889411'] for port, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:43.914515 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-b7d376e7-688a-4707-a754-9927d14c52f3 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:43.927020 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [None req-b7d376e7-688a-4707-a754-9927d14c52f3 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Calling delete_port for b84f3cca-db97-474d-b7cf-34ef190cef14 owned by network:floatingip {{(pid=94021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 03:39:44.061083 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-b7d376e7-688a-4707-a754-9927d14c52f3 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731880598766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731880292810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3214562'] for port, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:44.093128 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d376e7-688a-4707-a754-9927d14c52f3 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Pushing event deleted for resources: {'Port': ['ID=b84f3cca-db97-474d-b7cf-34ef190cef14,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:39:44.150295 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-b7d376e7-688a-4707-a754-9927d14c52f3 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks [] for floatingip, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:44.153095 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-b7d376e7-688a-4707-a754-9927d14c52f3 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950'] for floatingip, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:44.154262 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-b7d376e7-688a-4707-a754-9927d14c52f3 tempest-AttachVolumeTestJSON-69797501 tempest-AttachVolumeTestJSON-69797501-project] 10.222.0.42 "DELETE /v2.0/floatingips/0df9abfe-3073-4bb9-bb51-502e18575d80 HTTP/1.1" status: 204 len: 168 time: 0.4479203 Sep 25 03:39:44.330794 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device 60035cfe-d788-4f05-8bf5-7d829542a818 no longer exists at agent hyperv_hv-cinder-77570 {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 03:39:44.351274 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] No Port match for: 60035cfe-d788-4f05-8bf5-7d829542a818 {{(pid=94022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 25 03:39:44.351741 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device 60035cfe-d788-4f05-8bf5-7d829542a818 not bound to the agent host hv-cinder-77570 {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 03:39:45.385960 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef188b4c-eda6-4200-90a7-93c82688e68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:47.610459 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-671d4427-cdd3-40ba-92d7-a614785c7c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:47.793935 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 57534) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:39:48.398141 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-02cdce6e-75a4-4c23-8ab9-88c6d90a9e46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3893274'] for router_interface, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:48.645684 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [None req-02cdce6e-75a4-4c23-8ab9-88c6d90a9e46 admin admin] Deleting port f2a2da53-47fa-4a2c-be68-c42abf0bac9d {{(pid=94021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 03:39:48.646001 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-02cdce6e-75a4-4c23-8ab9-88c6d90a9e46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731880592680'] for port, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:48.731559 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [None req-02cdce6e-75a4-4c23-8ab9-88c6d90a9e46 admin admin] For port f2a2da53-47fa-4a2c-be68-c42abf0bac9d, host dv-cinder-775706-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=f2a2da53-47fa-4a2c-be68-c42abf0bac9d,segment=NetworkSegment(b18845fd-6154-4686-999a-ae6be2eb8184),segment_id=b18845fd-6154-4686-999a-ae6be2eb8184)] {{(pid=94021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:39:48.731901 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-02cdce6e-75a4-4c23-8ab9-88c6d90a9e46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889411'] for port, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:48.745674 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [None req-02cdce6e-75a4-4c23-8ab9-88c6d90a9e46 admin admin] Calling delete_port for f2a2da53-47fa-4a2c-be68-c42abf0bac9d owned by network:router_interface {{(pid=94021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 03:39:48.936039 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-02cdce6e-75a4-4c23-8ab9-88c6d90a9e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731880598766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731880292810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3214562'] for port, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:48.960934 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cdce6e-75a4-4c23-8ab9-88c6d90a9e46 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2a2da53-47fa-4a2c-be68-c42abf0bac9d,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:39:49.278234 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-fa5af178-6116-457c-95b6-13dc589f2bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:49.283260 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:49.398353 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-02cdce6e-75a4-4c23-8ab9-88c6d90a9e46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3623124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3896979'] for router_interface, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:49.635330 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02cdce6e-75a4-4c23-8ab9-88c6d90a9e46 admin admin] Router 115c58b0-627f-482a-8970-99d9e7d02c44 has already been hosted by L3 agent be170b3f-ec9b-4dfa-8e40-fa1591bf80a9 {{(pid=94021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 03:39:49.759085 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02cdce6e-75a4-4c23-8ab9-88c6d90a9e46 admin admin] Notify agent at l3_agent.dv-cinder-775706-4-iscsi the message routers_updated {{(pid=94021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 03:39:49.765127 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-02cdce6e-75a4-4c23-8ab9-88c6d90a9e46 admin admin] 10.222.0.42 "PUT /v2.0/routers/115c58b0-627f-482a-8970-99d9e7d02c44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9701185 Sep 25 03:39:49.767713 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 57542) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:39:49.770508 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660705f4-515a-43f5-9771-8f6edf22b664 None None] Sync routers for ids ['115c58b0-627f-482a-8970-99d9e7d02c44'] in dv-cinder-775706-4-iscsi {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 03:39:49.780624 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660705f4-515a-43f5-9771-8f6edf22b664 None None] Routers {'115c58b0-627f-482a-8970-99d9e7d02c44'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:39:49.781285 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-660705f4-515a-43f5-9771-8f6edf22b664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:39:48Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['115c58b0-627f-482a-8970-99d9e7d02c44'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:39:49.875075 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-66592248-f806-4295-85f6-f28bf601946e admin admin] Notify callbacks [] for router, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:49.885300 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-660705f4-515a-43f5-9771-8f6edf22b664 None None] Set router 115c58b0-627f-482a-8970-99d9e7d02c44 gateway port host: dv-cinder-775706-4-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:39:49.978046 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-66592248-f806-4295-85f6-f28bf601946e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:50.033135 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [None req-66592248-f806-4295-85f6-f28bf601946e admin admin] Deleting port 711de654-3de8-464b-814b-1fce88f73964 {{(pid=94021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 03:39:50.033507 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-66592248-f806-4295-85f6-f28bf601946e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731880592680'] for port, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:50.079681 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-660705f4-515a-43f5-9771-8f6edf22b664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115c58b0-627f-482a-8970-99d9e7d02c44', 'name': 'tempest-AttachVolumeTestJSON-2029729970-router', 'tenant_id': 'f29dc626f86246fe9738feefd6866b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '711de654-3de8-464b-814b-1fce88f73964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:29:46Z', 'updated_at': '2021-09-25T03:39:48Z', 'revision_number': 5, 'project_id': 'f29dc626f86246fe9738feefd6866b29', 'gw_port': {'id': '711de654-3de8-464b-814b-1fce88f73964', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:23:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115c58b0-627f-482a-8970-99d9e7d02c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:29:48Z', 'updated_at': '2021-09-25T03:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi'}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:39:50.105428 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660705f4-515a-43f5-9771-8f6edf22b664 None None] Checking router: 115c58b0-627f-482a-8970-99d9e7d02c44 for host: dv-cinder-775706-4-iscsi {{(pid=94022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 03:39:50.111644 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [None req-66592248-f806-4295-85f6-f28bf601946e admin admin] For port 711de654-3de8-464b-814b-1fce88f73964, host dv-cinder-775706-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=711de654-3de8-464b-814b-1fce88f73964,segment=NetworkSegment(48bff68c-e483-4cc4-95dd-dcbe15bbe597),segment_id=48bff68c-e483-4cc4-95dd-dcbe15bbe597)] {{(pid=94021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:39:50.112018 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-66592248-f806-4295-85f6-f28bf601946e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889411'] for port, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:50.114792 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660705f4-515a-43f5-9771-8f6edf22b664 None None] Routers {'115c58b0-627f-482a-8970-99d9e7d02c44'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:39:50.115399 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-660705f4-515a-43f5-9771-8f6edf22b664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:39:48Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['115c58b0-627f-482a-8970-99d9e7d02c44'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:39:50.125426 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [None req-66592248-f806-4295-85f6-f28bf601946e admin admin] Calling delete_port for 711de654-3de8-464b-814b-1fce88f73964 owned by network:router_gateway {{(pid=94021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 03:39:50.202436 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-660705f4-515a-43f5-9771-8f6edf22b664 None None] Set router 115c58b0-627f-482a-8970-99d9e7d02c44 gateway port host: None {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:39:50.257509 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-660705f4-515a-43f5-9771-8f6edf22b664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115c58b0-627f-482a-8970-99d9e7d02c44', 'name': 'tempest-AttachVolumeTestJSON-2029729970-router', 'tenant_id': 'f29dc626f86246fe9738feefd6866b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:29:46Z', 'updated_at': '2021-09-25T03:39:49Z', 'revision_number': 6, 'project_id': 'f29dc626f86246fe9738feefd6866b29', 'gw_port_host': None}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:39:50.285641 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660705f4-515a-43f5-9771-8f6edf22b664 None None] The sync data for ids ['115c58b0-627f-482a-8970-99d9e7d02c44'] in dv-cinder-775706-4-iscsi is: [{'id': '115c58b0-627f-482a-8970-99d9e7d02c44', 'name': 'tempest-AttachVolumeTestJSON-2029729970-router', 'tenant_id': 'f29dc626f86246fe9738feefd6866b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:29:46Z', 'updated_at': '2021-09-25T03:39:49Z', 'revision_number': 6, 'project_id': 'f29dc626f86246fe9738feefd6866b29', 'gw_port_host': None}] {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 03:39:50.297266 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-66592248-f806-4295-85f6-f28bf601946e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731880598766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731880292810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3214562'] for port, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:50.324853 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66592248-f806-4295-85f6-f28bf601946e admin admin] Pushing event deleted for resources: {'Port': ['ID=711de654-3de8-464b-814b-1fce88f73964,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:39:50.352830 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66592248-f806-4295-85f6-f28bf601946e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:39:50.353176 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66592248-f806-4295-85f6-f28bf601946e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:39:50.353512 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66592248-f806-4295-85f6-f28bf601946e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:39:50.353843 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66592248-f806-4295-85f6-f28bf601946e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:39:50.354170 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66592248-f806-4295-85f6-f28bf601946e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:39:50.354496 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66592248-f806-4295-85f6-f28bf601946e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:39:50.354973 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66592248-f806-4295-85f6-f28bf601946e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:39:50.355409 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66592248-f806-4295-85f6-f28bf601946e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:39:50.355834 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66592248-f806-4295-85f6-f28bf601946e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:39:50.356181 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66592248-f806-4295-85f6-f28bf601946e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:39:50.356704 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66592248-f806-4295-85f6-f28bf601946e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:39:50.356904 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66592248-f806-4295-85f6-f28bf601946e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:39:50.396143 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-66592248-f806-4295-85f6-f28bf601946e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3896912'] for router_gateway, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:50.486447 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-66592248-f806-4295-85f6-f28bf601946e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3899199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-678'] for router, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:50.488997 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-66592248-f806-4295-85f6-f28bf601946e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:50.541611 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-66592248-f806-4295-85f6-f28bf601946e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3899190'] for router, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:50.541831 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66592248-f806-4295-85f6-f28bf601946e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 115c58b0-627f-482a-8970-99d9e7d02c44 {{(pid=94021) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 03:39:50.546470 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-66592248-f806-4295-85f6-f28bf601946e admin admin] Notify callbacks [] for router, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:50.547669 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-66592248-f806-4295-85f6-f28bf601946e admin admin] 10.222.0.42 "DELETE /v2.0/routers/115c58b0-627f-482a-8970-99d9e7d02c44 HTTP/1.1" status: 204 len: 168 time: 0.7790468 Sep 25 03:39:50.550199 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 57546) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:39:50.597923 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.db.db_base_plugin_v2 [None req-c02aa6e4-85dc-41cd-90b5-4da8e9a62ec3 admin admin] Deleting subnet afccf4b9-490d-44a5-98b6-f28191ec0ff2 {{(pid=94021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 25 03:39:50.601715 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-c02aa6e4-85dc-41cd-90b5-4da8e9a62ec3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:50.637243 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-c02aa6e4-85dc-41cd-90b5-4da8e9a62ec3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3212190'] for subnet, precommit_delete_associations {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:50.726126 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-c02aa6e4-85dc-41cd-90b5-4da8e9a62ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611410'] for subnet, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:50.782239 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-c02aa6e4-85dc-41cd-90b5-4da8e9a62ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3214527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9426413'] for subnet, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:50.810614 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02aa6e4-85dc-41cd-90b5-4da8e9a62ec3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afccf4b9-490d-44a5-98b6-f28191ec0ff2,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:39:50.820496 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-c02aa6e4-85dc-41cd-90b5-4da8e9a62ec3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3625783'] for subnet, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:50.823247 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-c02aa6e4-85dc-41cd-90b5-4da8e9a62ec3 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/afccf4b9-490d-44a5-98b6-f28191ec0ff2 HTTP/1.1" status: 204 len: 168 time: 0.2721004 Sep 25 03:39:50.826218 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 57548) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:39:50.827445 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c1a032-1aaf-4440-9e3b-6d43791c9c87 None None] Network ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd requested from dv-cinder-775706-4-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 03:39:50.903239 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-932538bd-8952-4be5-b126-923ba422f0be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581802'] for network, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:50.958519 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.plugin [None req-932538bd-8952-4be5-b126-923ba422f0be admin admin] Deleting port f956a431-e81c-4a3f-8879-6f0f6fdadc26 {{(pid=94020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 03:39:50.958855 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-932538bd-8952-4be5-b126-923ba422f0be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731880592680'] for port, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:51.023984 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-932538bd-8952-4be5-b126-923ba422f0be admin admin] For port f956a431-e81c-4a3f-8879-6f0f6fdadc26, host dv-cinder-775706-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=f956a431-e81c-4a3f-8879-6f0f6fdadc26,segment=NetworkSegment(b18845fd-6154-4686-999a-ae6be2eb8184),segment_id=b18845fd-6154-4686-999a-ae6be2eb8184)] {{(pid=94020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:39:51.024418 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-932538bd-8952-4be5-b126-923ba422f0be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889411'] for port, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:51.037862 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.plugin [None req-932538bd-8952-4be5-b126-923ba422f0be admin admin] Calling delete_port for f956a431-e81c-4a3f-8879-6f0f6fdadc26 owned by network:dhcp {{(pid=94020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 03:39:51.087355 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1fa74a-387b-483b-917a-4c6d421c0f0d None None] DHCP port deletion for ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd request from dv-cinder-775706-4-iscsi {{(pid=94022) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 25 03:39:51.122469 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-932538bd-8952-4be5-b126-923ba422f0be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731880598766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731880292810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937715'] for port, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:51.136402 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-6a1fa74a-387b-483b-917a-4c6d421c0f0d None None] Deleting port f956a431-e81c-4a3f-8879-6f0f6fdadc26 {{(pid=94022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 03:39:51.137147 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6a1fa74a-387b-483b-917a-4c6d421c0f0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731880592680'] for port, before_delete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:51.148565 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932538bd-8952-4be5-b126-923ba422f0be admin admin] Pushing event deleted for resources: {'Port': ['ID=f956a431-e81c-4a3f-8879-6f0f6fdadc26,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:39:51.152187 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932538bd-8952-4be5-b126-923ba422f0be admin admin] No DVR routers for this DVR port f956a431-e81c-4a3f-8879-6f0f6fdadc26 on host dv-cinder-775706-4-iscsi {{(pid=94020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 25 03:39:51.207453 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-afd92d12-b9d5-4a92-bfd4-50d3cdf2ae8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:51.218646 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6a1fa74a-387b-483b-917a-4c6d421c0f0d None None] For port f956a431-e81c-4a3f-8879-6f0f6fdadc26, host dv-cinder-775706-4-iscsi, got binding levels [] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:39:51.219046 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6a1fa74a-387b-483b-917a-4c6d421c0f0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889411'] for port, precommit_delete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:51.228305 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-932538bd-8952-4be5-b126-923ba422f0be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611307', 'neutron.services.segments.db._delete_segments_for_network-8731880838548'] for network, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:51.231331 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-6a1fa74a-387b-483b-917a-4c6d421c0f0d None None] Calling delete_port for f956a431-e81c-4a3f-8879-6f0f6fdadc26 owned by network:dhcp {{(pid=94022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 03:39:51.234129 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.ipam_backend_mixin [None req-6a1fa74a-387b-483b-917a-4c6d421c0f0d None None] Port f956a431-e81c-4a3f-8879-6f0f6fdadc26 was not found and therefore no delete operation was performed {{(pid=94022) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 25 03:39:51.235388 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6a1fa74a-387b-483b-917a-4c6d421c0f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731880598766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731880292810'] for port, after_delete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:51.251106 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.services.segments.db [None req-932538bd-8952-4be5-b126-923ba422f0be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd']}} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:39:51.260701 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.services.segments.db [None req-932538bd-8952-4be5-b126-923ba422f0be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b18845fd-6154-4686-999a-ae6be2eb8184') {'for_net_delete': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:39:51.260977 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.services.segments.db [None req-932538bd-8952-4be5-b126-923ba422f0be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b18845fd-6154-4686-999a-ae6be2eb8184') {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:39:51.263185 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1fa74a-387b-483b-917a-4c6d421c0f0d None None] Pushing event deleted for resources: {'Port': ['ID=f956a431-e81c-4a3f-8879-6f0f6fdadc26,revision_number=None']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:39:51.268899 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1fa74a-387b-483b-917a-4c6d421c0f0d None None] No DVR routers for this DVR port f956a431-e81c-4a3f-8879-6f0f6fdadc26 on host dv-cinder-775706-4-iscsi {{(pid=94022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 25 03:39:51.271529 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-932538bd-8952-4be5-b126-923ba422f0be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731880837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328175'] for segment, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:51.288935 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-932538bd-8952-4be5-b126-923ba422f0be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614597'] for segment, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:51.296105 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-932538bd-8952-4be5-b126-923ba422f0be admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=94020) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 03:39:51.296449 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-932538bd-8952-4be5-b126-923ba422f0be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8938496'] for segment, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:51.298126 dv-cinder-775706-4-iscsi neutron-server[94020]: Traceback (most recent call last): Sep 25 03:39:51.298126 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 25 03:39:51.298126 dv-cinder-775706-4-iscsi neutron-server[94020]: timer() Sep 25 03:39:51.298126 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 25 03:39:51.298126 dv-cinder-775706-4-iscsi neutron-server[94020]: cb(*args, **kw) Sep 25 03:39:51.298126 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 25 03:39:51.298126 dv-cinder-775706-4-iscsi neutron-server[94020]: return func(*args, **kwargs) Sep 25 03:39:51.298126 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 25 03:39:51.298126 dv-cinder-775706-4-iscsi neutron-server[94020]: self._notify() Sep 25 03:39:51.298126 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 25 03:39:51.298126 dv-cinder-775706-4-iscsi neutron-server[94020]: self.callback(batched_events) Sep 25 03:39:51.298126 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 25 03:39:51.298126 dv-cinder-775706-4-iscsi neutron-server[94020]: event.method(event) Sep 25 03:39:51.298126 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 25 03:39:51.298126 dv-cinder-775706-4-iscsi neutron-server[94020]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 25 03:39:51.298126 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 25 03:39:51.298126 dv-cinder-775706-4-iscsi neutron-server[94020]: aggregate_uuid = self.p_client.list_aggregates( Sep 25 03:39:51.298126 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 25 03:39:51.298126 dv-cinder-775706-4-iscsi neutron-server[94020]: return f(self, *a, **k) Sep 25 03:39:51.298126 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 25 03:39:51.298126 dv-cinder-775706-4-iscsi neutron-server[94020]: return self._get(url).json() Sep 25 03:39:51.298126 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 25 03:39:51.298126 dv-cinder-775706-4-iscsi neutron-server[94020]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 25 03:39:51.298126 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 25 03:39:51.298126 dv-cinder-775706-4-iscsi neutron-server[94020]: return self.request(url, 'GET', **kwargs) Sep 25 03:39:51.298126 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 25 03:39:51.298126 dv-cinder-775706-4-iscsi neutron-server[94020]: base_url = self.get_endpoint(auth, allow=allow, Sep 25 03:39:51.298126 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 25 03:39:51.298126 dv-cinder-775706-4-iscsi neutron-server[94020]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 25 03:39:51.298126 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 25 03:39:51.298126 dv-cinder-775706-4-iscsi neutron-server[94020]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 25 03:39:51.298126 dv-cinder-775706-4-iscsi neutron-server[94020]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 25 03:39:51.359831 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-932538bd-8952-4be5-b126-923ba422f0be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896844'] for network, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:51.378964 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-932538bd-8952-4be5-b126-923ba422f0be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3625783'] for network, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:51.380994 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-932538bd-8952-4be5-b126-923ba422f0be admin admin] 10.222.0.42 "DELETE /v2.0/networks/ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd HTTP/1.1" status: 204 len: 168 time: 0.5534077 Sep 25 03:39:51.382010 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932538bd-8952-4be5-b126-923ba422f0be admin admin] Pushing event deleted for resources: {'Network': ['ID=ed37c87a-2d85-4f5c-bbb8-44aa94f1e8bd,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:39:51.437305 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device 711de654-3de8-464b-814b-1fce88f73964 no longer exists at agent ovs-agent-dv-cinder-775706-4-iscsi {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 03:39:51.458085 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] No Port match for: 711de654-3de8-464b-814b-1fce88f73964 {{(pid=94022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 25 03:39:51.458433 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device 711de654-3de8-464b-814b-1fce88f73964 not bound to the agent host dv-cinder-775706-4-iscsi {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 03:39:51.458964 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device f2a2da53-47fa-4a2c-be68-c42abf0bac9d no longer exists at agent ovs-agent-dv-cinder-775706-4-iscsi {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 03:39:51.478105 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] No Port match for: f2a2da53-47fa-4a2c-be68-c42abf0bac9d {{(pid=94022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 25 03:39:51.478445 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device f2a2da53-47fa-4a2c-be68-c42abf0bac9d not bound to the agent host dv-cinder-775706-4-iscsi {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 03:39:51.478859 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device f956a431-e81c-4a3f-8879-6f0f6fdadc26 no longer exists at agent ovs-agent-dv-cinder-775706-4-iscsi {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 03:39:51.497730 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] No Port match for: f956a431-e81c-4a3f-8879-6f0f6fdadc26 {{(pid=94022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 25 03:39:51.498080 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device f956a431-e81c-4a3f-8879-6f0f6fdadc26 not bound to the agent host dv-cinder-775706-4-iscsi {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 03:39:51.518516 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 57554) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:39:51.560394 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-952f8329-d362-44f6-8d4e-bc4a11c45e80 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f29dc626f86246fe9738feefd6866b29&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0387723 Sep 25 03:39:51.561072 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 57556) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:39:51.619602 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-3f716c4c-00ef-4052-9ce8-1887e99c99ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:51.642199 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-3f716c4c-00ef-4052-9ce8-1887e99c99ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:51.694732 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-3f716c4c-00ef-4052-9ce8-1887e99c99ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:51.697451 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-3f716c4c-00ef-4052-9ce8-1887e99c99ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:51.698821 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-3f716c4c-00ef-4052-9ce8-1887e99c99ec admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a04ceb6f-caae-4342-9186-e6596b16418e HTTP/1.1" status: 204 len: 168 time: 0.1368296 Sep 25 03:39:51.706884 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f716c4c-00ef-4052-9ce8-1887e99c99ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a04ceb6f-caae-4342-9186-e6596b16418e,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:39:52.454599 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 57578) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:39:52.559059 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-11c23427-d9bf-4acf-9d4b-658a3f99a0eb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-152891884-network', 'tenant_id': '7aa57b55fc7145e4a70334914ccf0317'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:39:52.582048 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c23427-d9bf-4acf-9d4b-658a3f99a0eb admin admin] Made reservation on behalf of 7aa57b55fc7145e4a70334914ccf0317 for: {'network': 1} {{(pid=94021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 03:39:52.584725 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-11c23427-d9bf-4acf-9d4b-658a3f99a0eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for network, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:52.593655 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-11c23427-d9bf-4acf-9d4b-658a3f99a0eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:52.697918 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-11c23427-d9bf-4acf-9d4b-658a3f99a0eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:52.704625 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-11c23427-d9bf-4acf-9d4b-658a3f99a0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:52.734428 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11c23427-d9bf-4acf-9d4b-658a3f99a0eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=94021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 03:39:52.750950 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c23427-d9bf-4acf-9d4b-658a3f99a0eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a799626c-5389-4b19-b788-d8bb25a68d0f,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:39:52.753837 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-11c23427-d9bf-4acf-9d4b-658a3f99a0eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614597'] for segment, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:52.754168 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.db.segments_db [None req-11c23427-d9bf-4acf-9d4b-658a3f99a0eb admin admin] Added segment f3b9d0ca-d971-4afe-9fc3-f7ef62358f68 of type vlan for network 783ec085-ba20-479e-aeaa-9d7be69fe9cd Sep 25 03:39:52.793477 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-11c23427-d9bf-4acf-9d4b-658a3f99a0eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731880296735'] for network, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:52.821486 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-11c23427-d9bf-4acf-9d4b-658a3f99a0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117'] for network, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:52.822309 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c23427-d9bf-4acf-9d4b-658a3f99a0eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:39:52.822885 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-11c23427-d9bf-4acf-9d4b-658a3f99a0eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3625783'] for network, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:52.852787 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-11c23427-d9bf-4acf-9d4b-658a3f99a0eb admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3970466 Sep 25 03:39:52.856180 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 57584) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:39:52.861899 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-ced1d498-53fe-47b9-952f-aedf7fbb9ecb admin admin] Request body: {'subnet': {'network_id': '783ec085-ba20-479e-aeaa-9d7be69fe9cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-152891884-subnet', 'tenant_id': '7aa57b55fc7145e4a70334914ccf0317', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:39:52.884452 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c23427-d9bf-4acf-9d4b-658a3f99a0eb admin admin] Pushing event updated for resources: {'Network': ['ID=783ec085-ba20-479e-aeaa-9d7be69fe9cd,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:39:52.885668 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced1d498-53fe-47b9-952f-aedf7fbb9ecb admin admin] Made reservation on behalf of 7aa57b55fc7145e4a70334914ccf0317 for: {'subnet': 1} {{(pid=94020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 03:39:52.888056 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-ced1d498-53fe-47b9-952f-aedf7fbb9ecb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9253190'] for subnet, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:52.895287 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Network 783ec085-ba20-479e-aeaa-9d7be69fe9cd details requested by agent ovs-agent-dv-cinder-775706-4-iscsi with host dv-cinder-775706-4-iscsi {{(pid=94022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 03:39:53.070037 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-ced1d498-53fe-47b9-952f-aedf7fbb9ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8937583', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9253236'] for subnet, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:53.122411 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced1d498-53fe-47b9-952f-aedf7fbb9ecb admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe25d7ba-df6d-4585-9d52-cb9feb28490a,revision_number=0']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:39:53.132117 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced1d498-53fe-47b9-952f-aedf7fbb9ecb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:39:53.132465 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced1d498-53fe-47b9-952f-aedf7fbb9ecb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:39:53.132829 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced1d498-53fe-47b9-952f-aedf7fbb9ecb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:39:53.133169 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced1d498-53fe-47b9-952f-aedf7fbb9ecb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:39:53.133488 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced1d498-53fe-47b9-952f-aedf7fbb9ecb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:39:53.133812 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced1d498-53fe-47b9-952f-aedf7fbb9ecb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:39:53.134128 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced1d498-53fe-47b9-952f-aedf7fbb9ecb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:39:53.134447 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced1d498-53fe-47b9-952f-aedf7fbb9ecb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:39:53.134766 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced1d498-53fe-47b9-952f-aedf7fbb9ecb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:39:53.135075 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced1d498-53fe-47b9-952f-aedf7fbb9ecb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:39:53.135377 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced1d498-53fe-47b9-952f-aedf7fbb9ecb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:39:53.135697 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced1d498-53fe-47b9-952f-aedf7fbb9ecb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:39:53.144243 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced1d498-53fe-47b9-952f-aedf7fbb9ecb admin admin] Checking segment: {'id': 'f3b9d0ca-d971-4afe-9fc3-f7ef62358f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '783ec085-ba20-479e-aeaa-9d7be69fe9cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 03:39:53.144599 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced1d498-53fe-47b9-952f-aedf7fbb9ecb admin admin] Network hostable DHCP agents. Network: 783ec085-ba20-479e-aeaa-9d7be69fe9cd, hostable agents: ['2fa0f05e-bfa9-4bbd-9fe7-8d8f67ba176e'], hosted agents: [] {{(pid=94020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 03:39:53.162187 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced1d498-53fe-47b9-952f-aedf7fbb9ecb admin admin] Network 783ec085-ba20-479e-aeaa-9d7be69fe9cd is scheduled to be hosted by DHCP agent 2fa0f05e-bfa9-4bbd-9fe7-8d8f67ba176e with binding_index 1 {{(pid=94020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 03:39:53.171316 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.base_scheduler [None req-ced1d498-53fe-47b9-952f-aedf7fbb9ecb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-4-iscsi, 783ec085-ba20-479e-aeaa-9d7be69fe9cd) {{(pid=94020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:39:53.175672 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced1d498-53fe-47b9-952f-aedf7fbb9ecb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:39:53.176261 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-ced1d498-53fe-47b9-952f-aedf7fbb9ecb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:53.181227 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40da5ef3-19fd-4f5e-a541-4c0060f5d447 None None] Network 783ec085-ba20-479e-aeaa-9d7be69fe9cd requested from dv-cinder-775706-4-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 03:39:53.199897 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-ced1d498-53fe-47b9-952f-aedf7fbb9ecb admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3347878 Sep 25 03:39:53.308869 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2bcf6f-54ac-42fa-99ad-a9bf60e3784a None None] Network 783ec085-ba20-479e-aeaa-9d7be69fe9cd requested from dv-cinder-775706-4-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 03:39:53.690463 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 57602) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:39:53.695822 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-0751db72-b1ac-4e4e-8276-377c36b75033 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-305497650-network', 'tenant_id': '6ee762551b4c41e98c0462329b47b0df'}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:39:53.720904 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0751db72-b1ac-4e4e-8276-377c36b75033 admin admin] Made reservation on behalf of 6ee762551b4c41e98c0462329b47b0df for: {'network': 1} {{(pid=94020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 03:39:53.723945 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-0751db72-b1ac-4e4e-8276-377c36b75033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for network, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:53.736318 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-0751db72-b1ac-4e4e-8276-377c36b75033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:53.838165 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-0751db72-b1ac-4e4e-8276-377c36b75033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:53.844792 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-0751db72-b1ac-4e4e-8276-377c36b75033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:53.868847 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0751db72-b1ac-4e4e-8276-377c36b75033 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=94020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 03:39:53.878664 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0751db72-b1ac-4e4e-8276-377c36b75033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef688b8-5442-421d-97f7-8978c050f25d,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:39:53.883331 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-0751db72-b1ac-4e4e-8276-377c36b75033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614597'] for segment, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:53.883669 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.db.segments_db [None req-0751db72-b1ac-4e4e-8276-377c36b75033 admin admin] Added segment 8f5f7d45-8cbf-456c-b29d-2647d2b5e8e1 of type vlan for network f419aea9-20c5-44f4-ace9-0c14066846c6 Sep 25 03:39:53.922725 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-0751db72-b1ac-4e4e-8276-377c36b75033 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731880296735'] for network, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:53.948225 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-0751db72-b1ac-4e4e-8276-377c36b75033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117'] for network, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:53.949230 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0751db72-b1ac-4e4e-8276-377c36b75033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:39:53.949913 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-0751db72-b1ac-4e4e-8276-377c36b75033 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3625783'] for network, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:53.985272 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-0751db72-b1ac-4e4e-8276-377c36b75033 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2936437 Sep 25 03:39:53.988015 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 57604) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:39:54.236903 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-a6b8dcf0-bfc7-4b3b-94b7-01dd964dbfef admin admin] Request body: {'subnet': {'network_id': 'f419aea9-20c5-44f4-ace9-0c14066846c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-305497650-subnet', 'tenant_id': '6ee762551b4c41e98c0462329b47b0df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:39:54.240953 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0751db72-b1ac-4e4e-8276-377c36b75033 admin admin] Pushing event updated for resources: {'Network': ['ID=f419aea9-20c5-44f4-ace9-0c14066846c6,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:39:54.251302 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Network f419aea9-20c5-44f4-ace9-0c14066846c6 details requested by agent ovs-agent-dv-cinder-775706-4-iscsi with host dv-cinder-775706-4-iscsi {{(pid=94022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 03:39:54.264142 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b8dcf0-bfc7-4b3b-94b7-01dd964dbfef admin admin] Made reservation on behalf of 6ee762551b4c41e98c0462329b47b0df for: {'subnet': 1} {{(pid=94020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 03:39:54.266437 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-a6b8dcf0-bfc7-4b3b-94b7-01dd964dbfef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9253190'] for subnet, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:54.440567 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-a6b8dcf0-bfc7-4b3b-94b7-01dd964dbfef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8937583', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9253236'] for subnet, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:54.493382 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b8dcf0-bfc7-4b3b-94b7-01dd964dbfef admin admin] Pushing event updated for resources: {'Subnet': ['ID=d812b7ce-a3c8-400e-885e-c9b85f9f6c5d,revision_number=0']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:39:54.503859 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b8dcf0-bfc7-4b3b-94b7-01dd964dbfef admin admin] Checking segment: {'id': '8f5f7d45-8cbf-456c-b29d-2647d2b5e8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'f419aea9-20c5-44f4-ace9-0c14066846c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 03:39:54.504216 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b8dcf0-bfc7-4b3b-94b7-01dd964dbfef admin admin] Network hostable DHCP agents. Network: f419aea9-20c5-44f4-ace9-0c14066846c6, hostable agents: ['2fa0f05e-bfa9-4bbd-9fe7-8d8f67ba176e'], hosted agents: [] {{(pid=94020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 03:39:54.523965 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b8dcf0-bfc7-4b3b-94b7-01dd964dbfef admin admin] Network f419aea9-20c5-44f4-ace9-0c14066846c6 is scheduled to be hosted by DHCP agent 2fa0f05e-bfa9-4bbd-9fe7-8d8f67ba176e with binding_index 1 {{(pid=94020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 03:39:54.538238 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.base_scheduler [None req-a6b8dcf0-bfc7-4b3b-94b7-01dd964dbfef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-4-iscsi, f419aea9-20c5-44f4-ace9-0c14066846c6) {{(pid=94020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:39:54.545038 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b8dcf0-bfc7-4b3b-94b7-01dd964dbfef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:39:54.546097 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-a6b8dcf0-bfc7-4b3b-94b7-01dd964dbfef admin admin] Notify callbacks [] for subnet, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:54.550570 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156401c1-d205-40eb-bf05-4813a7e0cc43 None None] Network f419aea9-20c5-44f4-ace9-0c14066846c6 requested from dv-cinder-775706-4-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 03:39:54.567817 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-a6b8dcf0-bfc7-4b3b-94b7-01dd964dbfef admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3314629 Sep 25 03:39:54.681720 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 57608) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:39:54.687043 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b8a012-2c80-4052-b8c7-259004bf50ee None None] Network f419aea9-20c5-44f4-ace9-0c14066846c6 requested from dv-cinder-775706-4-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 03:39:54.726410 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.db.db_base_plugin_v2 [None req-42f3a112-e501-4b2d-be54-5f996fa6da79 admin admin] Deleting subnet fe25d7ba-df6d-4585-9d52-cb9feb28490a {{(pid=94020) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 25 03:39:54.729791 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-42f3a112-e501-4b2d-be54-5f996fa6da79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:54.772633 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-42f3a112-e501-4b2d-be54-5f996fa6da79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328182'] for subnet, precommit_delete_associations {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:54.812377 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-42f3a112-e501-4b2d-be54-5f996fa6da79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611410'] for subnet, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:54.868992 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-42f3a112-e501-4b2d-be54-5f996fa6da79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9253219'] for subnet, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:54.893922 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f3a112-e501-4b2d-be54-5f996fa6da79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe25d7ba-df6d-4585-9d52-cb9feb28490a,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:39:54.898567 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-42f3a112-e501-4b2d-be54-5f996fa6da79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:54.900375 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-42f3a112-e501-4b2d-be54-5f996fa6da79 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/fe25d7ba-df6d-4585-9d52-cb9feb28490a HTTP/1.1" status: 204 len: 168 time: 0.2169383 Sep 25 03:39:54.902299 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 57612) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:39:54.972585 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-c28c867b-9b69-4458-ade6-feb47c67b70f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581802'] for network, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:55.053196 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-c28c867b-9b69-4458-ade6-feb47c67b70f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611307', 'neutron.services.segments.db._delete_segments_for_network-8731880838548'] for network, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:55.082034 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.services.segments.db [None req-c28c867b-9b69-4458-ade6-feb47c67b70f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['783ec085-ba20-479e-aeaa-9d7be69fe9cd']}} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:39:55.094997 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.services.segments.db [None req-c28c867b-9b69-4458-ade6-feb47c67b70f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3b9d0ca-d971-4afe-9fc3-f7ef62358f68') {'for_net_delete': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:39:55.095293 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.services.segments.db [None req-c28c867b-9b69-4458-ade6-feb47c67b70f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3b9d0ca-d971-4afe-9fc3-f7ef62358f68') {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:39:55.104602 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-c28c867b-9b69-4458-ade6-feb47c67b70f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731880837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328175'] for segment, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:55.119265 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-c28c867b-9b69-4458-ade6-feb47c67b70f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614597'] for segment, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:55.126092 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c28c867b-9b69-4458-ade6-feb47c67b70f admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=94020) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 03:39:55.126479 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-c28c867b-9b69-4458-ade6-feb47c67b70f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8938496'] for segment, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:55.128203 dv-cinder-775706-4-iscsi neutron-server[94020]: Traceback (most recent call last): Sep 25 03:39:55.128203 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 25 03:39:55.128203 dv-cinder-775706-4-iscsi neutron-server[94020]: timer() Sep 25 03:39:55.128203 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 25 03:39:55.128203 dv-cinder-775706-4-iscsi neutron-server[94020]: cb(*args, **kw) Sep 25 03:39:55.128203 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 25 03:39:55.128203 dv-cinder-775706-4-iscsi neutron-server[94020]: return func(*args, **kwargs) Sep 25 03:39:55.128203 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 25 03:39:55.128203 dv-cinder-775706-4-iscsi neutron-server[94020]: self._notify() Sep 25 03:39:55.128203 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 25 03:39:55.128203 dv-cinder-775706-4-iscsi neutron-server[94020]: self.callback(batched_events) Sep 25 03:39:55.128203 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 25 03:39:55.128203 dv-cinder-775706-4-iscsi neutron-server[94020]: event.method(event) Sep 25 03:39:55.128203 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 25 03:39:55.128203 dv-cinder-775706-4-iscsi neutron-server[94020]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 25 03:39:55.128203 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 25 03:39:55.128203 dv-cinder-775706-4-iscsi neutron-server[94020]: aggregate_uuid = self.p_client.list_aggregates( Sep 25 03:39:55.128203 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 25 03:39:55.128203 dv-cinder-775706-4-iscsi neutron-server[94020]: return f(self, *a, **k) Sep 25 03:39:55.128203 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 25 03:39:55.128203 dv-cinder-775706-4-iscsi neutron-server[94020]: return self._get(url).json() Sep 25 03:39:55.128203 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 25 03:39:55.128203 dv-cinder-775706-4-iscsi neutron-server[94020]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 25 03:39:55.128203 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 25 03:39:55.128203 dv-cinder-775706-4-iscsi neutron-server[94020]: return self.request(url, 'GET', **kwargs) Sep 25 03:39:55.128203 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 25 03:39:55.128203 dv-cinder-775706-4-iscsi neutron-server[94020]: base_url = self.get_endpoint(auth, allow=allow, Sep 25 03:39:55.128203 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 25 03:39:55.128203 dv-cinder-775706-4-iscsi neutron-server[94020]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 25 03:39:55.128203 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 25 03:39:55.128203 dv-cinder-775706-4-iscsi neutron-server[94020]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 25 03:39:55.128203 dv-cinder-775706-4-iscsi neutron-server[94020]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 25 03:39:55.203296 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-c28c867b-9b69-4458-ade6-feb47c67b70f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896844'] for network, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:55.211135 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-c28c867b-9b69-4458-ade6-feb47c67b70f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3625783'] for network, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:55.213838 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-c28c867b-9b69-4458-ade6-feb47c67b70f admin admin] 10.222.0.42 "DELETE /v2.0/networks/783ec085-ba20-479e-aeaa-9d7be69fe9cd HTTP/1.1" status: 204 len: 168 time: 0.3105824 Sep 25 03:39:55.217212 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 57614) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:39:55.224593 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28c867b-9b69-4458-ade6-feb47c67b70f admin admin] Pushing event deleted for resources: {'Network': ['ID=783ec085-ba20-479e-aeaa-9d7be69fe9cd,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:39:55.266678 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb09010f-e276-49f7-9e35-e7257e587321 admin admin] Deleting subnet d812b7ce-a3c8-400e-885e-c9b85f9f6c5d {{(pid=94021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 25 03:39:55.270185 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-eb09010f-e276-49f7-9e35-e7257e587321 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:55.306590 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-eb09010f-e276-49f7-9e35-e7257e587321 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3212190'] for subnet, precommit_delete_associations {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:55.347689 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-eb09010f-e276-49f7-9e35-e7257e587321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611410'] for subnet, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:55.407598 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-eb09010f-e276-49f7-9e35-e7257e587321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3214527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9426413'] for subnet, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:55.442987 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb09010f-e276-49f7-9e35-e7257e587321 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d812b7ce-a3c8-400e-885e-c9b85f9f6c5d,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:39:55.446435 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-eb09010f-e276-49f7-9e35-e7257e587321 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3625783'] for subnet, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:55.448294 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-eb09010f-e276-49f7-9e35-e7257e587321 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/d812b7ce-a3c8-400e-885e-c9b85f9f6c5d HTTP/1.1" status: 204 len: 168 time: 0.2300673 Sep 25 03:39:55.451411 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 57616) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:39:55.525462 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-27ac2be2-1379-48ba-af21-c51d3a7dde1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581802'] for network, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:55.604445 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-27ac2be2-1379-48ba-af21-c51d3a7dde1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611307', 'neutron.services.segments.db._delete_segments_for_network-8731880838548'] for network, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:55.627207 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.services.segments.db [None req-27ac2be2-1379-48ba-af21-c51d3a7dde1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f419aea9-20c5-44f4-ace9-0c14066846c6']}} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:39:55.636945 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.services.segments.db [None req-27ac2be2-1379-48ba-af21-c51d3a7dde1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f5f7d45-8cbf-456c-b29d-2647d2b5e8e1') {'for_net_delete': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:39:55.637313 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.services.segments.db [None req-27ac2be2-1379-48ba-af21-c51d3a7dde1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f5f7d45-8cbf-456c-b29d-2647d2b5e8e1') {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:39:55.650182 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-27ac2be2-1379-48ba-af21-c51d3a7dde1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731880837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328175'] for segment, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:55.665481 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-27ac2be2-1379-48ba-af21-c51d3a7dde1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614597'] for segment, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:55.671865 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27ac2be2-1379-48ba-af21-c51d3a7dde1b admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=94020) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 03:39:55.672236 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-27ac2be2-1379-48ba-af21-c51d3a7dde1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8938496'] for segment, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:55.673890 dv-cinder-775706-4-iscsi neutron-server[94020]: Traceback (most recent call last): Sep 25 03:39:55.673890 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 25 03:39:55.673890 dv-cinder-775706-4-iscsi neutron-server[94020]: timer() Sep 25 03:39:55.673890 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 25 03:39:55.673890 dv-cinder-775706-4-iscsi neutron-server[94020]: cb(*args, **kw) Sep 25 03:39:55.673890 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 25 03:39:55.673890 dv-cinder-775706-4-iscsi neutron-server[94020]: return func(*args, **kwargs) Sep 25 03:39:55.673890 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 25 03:39:55.673890 dv-cinder-775706-4-iscsi neutron-server[94020]: self._notify() Sep 25 03:39:55.673890 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 25 03:39:55.673890 dv-cinder-775706-4-iscsi neutron-server[94020]: self.callback(batched_events) Sep 25 03:39:55.673890 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 25 03:39:55.673890 dv-cinder-775706-4-iscsi neutron-server[94020]: event.method(event) Sep 25 03:39:55.673890 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 25 03:39:55.673890 dv-cinder-775706-4-iscsi neutron-server[94020]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 25 03:39:55.673890 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 25 03:39:55.673890 dv-cinder-775706-4-iscsi neutron-server[94020]: aggregate_uuid = self.p_client.list_aggregates( Sep 25 03:39:55.673890 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 25 03:39:55.673890 dv-cinder-775706-4-iscsi neutron-server[94020]: return f(self, *a, **k) Sep 25 03:39:55.673890 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 25 03:39:55.673890 dv-cinder-775706-4-iscsi neutron-server[94020]: return self._get(url).json() Sep 25 03:39:55.673890 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 25 03:39:55.673890 dv-cinder-775706-4-iscsi neutron-server[94020]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 25 03:39:55.673890 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 25 03:39:55.673890 dv-cinder-775706-4-iscsi neutron-server[94020]: return self.request(url, 'GET', **kwargs) Sep 25 03:39:55.673890 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 25 03:39:55.673890 dv-cinder-775706-4-iscsi neutron-server[94020]: base_url = self.get_endpoint(auth, allow=allow, Sep 25 03:39:55.673890 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 25 03:39:55.673890 dv-cinder-775706-4-iscsi neutron-server[94020]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 25 03:39:55.673890 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 25 03:39:55.673890 dv-cinder-775706-4-iscsi neutron-server[94020]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 25 03:39:55.673890 dv-cinder-775706-4-iscsi neutron-server[94020]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 25 03:39:55.732562 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-27ac2be2-1379-48ba-af21-c51d3a7dde1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896844'] for network, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:55.738227 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-27ac2be2-1379-48ba-af21-c51d3a7dde1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3625783'] for network, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:55.740069 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-27ac2be2-1379-48ba-af21-c51d3a7dde1b admin admin] 10.222.0.42 "DELETE /v2.0/networks/f419aea9-20c5-44f4-ace9-0c14066846c6 HTTP/1.1" status: 204 len: 168 time: 0.2876120 Sep 25 03:39:55.751746 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ac2be2-1379-48ba-af21-c51d3a7dde1b admin admin] Pushing event deleted for resources: {'Network': ['ID=f419aea9-20c5-44f4-ace9-0c14066846c6,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:39:55.913141 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 57622) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:39:55.953985 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-3d416794-a7a0-45f2-8fd1-3f4021aceea3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7aa57b55fc7145e4a70334914ccf0317&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0395856 Sep 25 03:39:55.956483 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 57624) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:39:56.004577 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-113544a4-3ea4-4591-8fcb-edce40dcbc0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:56.026288 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-113544a4-3ea4-4591-8fcb-edce40dcbc0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:56.081436 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-113544a4-3ea4-4591-8fcb-edce40dcbc0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:56.084152 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-113544a4-3ea4-4591-8fcb-edce40dcbc0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:56.085334 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-113544a4-3ea4-4591-8fcb-edce40dcbc0d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a799626c-5389-4b19-b788-d8bb25a68d0f HTTP/1.1" status: 204 len: 168 time: 0.1278675 Sep 25 03:39:56.093376 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113544a4-3ea4-4591-8fcb-edce40dcbc0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a799626c-5389-4b19-b788-d8bb25a68d0f,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:39:56.431531 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 57630) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:39:56.476512 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-2a048593-f197-4e44-80d3-0b11e4d2e33a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6ee762551b4c41e98c0462329b47b0df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0438025 Sep 25 03:39:56.479229 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 57632) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:39:56.531428 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-c38d9a7d-7c96-4dfb-a155-828e75f08c3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:56.552428 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-c38d9a7d-7c96-4dfb-a155-828e75f08c3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:56.605478 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-c38d9a7d-7c96-4dfb-a155-828e75f08c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:56.608923 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-c38d9a7d-7c96-4dfb-a155-828e75f08c3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:56.610112 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-c38d9a7d-7c96-4dfb-a155-828e75f08c3e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6ef688b8-5442-421d-97f7-8978c050f25d HTTP/1.1" status: 204 len: 168 time: 0.1299751 Sep 25 03:39:56.619506 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38d9a7d-7c96-4dfb-a155-828e75f08c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef688b8-5442-421d-97f7-8978c050f25d,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:39:57.066127 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:58.641394 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 57698) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:39:58.765060 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-e419391c-0248-4a30-a474-32a10aee9e63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:58.861579 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-e419391c-0248-4a30-a474-32a10aee9e63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:58.867489 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-e419391c-0248-4a30-a474-32a10aee9e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:58.905715 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-e419391c-0248-4a30-a474-32a10aee9e63 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=735fda38ee134b50a207424d5737315a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2631688 Sep 25 03:39:58.906655 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e419391c-0248-4a30-a474-32a10aee9e63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d19a71-1d9c-4714-9bc8-284c521ca352,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:39:58.908688 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 57702) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:39:58.965146 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-a7f5d225-0ebe-4df7-a487-bccda764d766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:58.988499 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-a7f5d225-0ebe-4df7-a487-bccda764d766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:59.042903 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-a7f5d225-0ebe-4df7-a487-bccda764d766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:59.045626 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-a7f5d225-0ebe-4df7-a487-bccda764d766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:59.046761 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-a7f5d225-0ebe-4df7-a487-bccda764d766 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b1d19a71-1d9c-4714-9bc8-284c521ca352 HTTP/1.1" status: 204 len: 168 time: 0.1370542 Sep 25 03:39:59.054701 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f5d225-0ebe-4df7-a487-bccda764d766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d19a71-1d9c-4714-9bc8-284c521ca352,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:39:59.329456 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 57710) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:39:59.342933 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-4ace6fb9-baeb-4b7d-a94a-ccd7ccba80fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:59.444945 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-4ace6fb9-baeb-4b7d-a94a-ccd7ccba80fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:59.451728 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-4ace6fb9-baeb-4b7d-a94a-ccd7ccba80fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:59.489603 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-4ace6fb9-baeb-4b7d-a94a-ccd7ccba80fe admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=490bad8e2003483d97f175cc66f58809&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1590180 Sep 25 03:39:59.490444 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ace6fb9-baeb-4b7d-a94a-ccd7ccba80fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6caadf0e-f3cc-49c2-8db2-d69047a8d374,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:39:59.493205 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 57712) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:39:59.546909 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-86fc887d-f60f-4532-9159-31fa4491d71d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:59.568259 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-86fc887d-f60f-4532-9159-31fa4491d71d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:59.619251 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-86fc887d-f60f-4532-9159-31fa4491d71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:59.623226 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-86fc887d-f60f-4532-9159-31fa4491d71d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:39:59.624399 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-86fc887d-f60f-4532-9159-31fa4491d71d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6caadf0e-f3cc-49c2-8db2-d69047a8d374 HTTP/1.1" status: 204 len: 168 time: 0.1300659 Sep 25 03:39:59.632247 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fc887d-f60f-4532-9159-31fa4491d71d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6caadf0e-f3cc-49c2-8db2-d69047a8d374,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:40:07.983530 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-947eea17-1bd8-465b-8961-e6551e9db6bb req-5650fc74-216f-46a9-abf6-e7f097e2f25c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=871e2f30-7fe1-4935-8a03-2927a4afadf5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407350 Sep 25 03:40:08.062728 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947eea17-1bd8-465b-8961-e6551e9db6bb req-320b6d19-1649-4cb5-b6ee-b8e4d50822fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:40:08.062728 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-947eea17-1bd8-465b-8961-e6551e9db6bb req-320b6d19-1649-4cb5-b6ee-b8e4d50822fb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=db363e7cf1b9415d89602f3298329e35&device_id=871e2f30-7fe1-4935-8a03-2927a4afadf5 HTTP/1.1" status: 200 len: 1098 time: 0.0451708 Sep 25 03:40:08.183532 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947eea17-1bd8-465b-8961-e6551e9db6bb req-78160768-33c8-4054-94ae-b9434b3360af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:40:08.185054 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-947eea17-1bd8-465b-8961-e6551e9db6bb req-78160768-33c8-4054-94ae-b9434b3360af service neutron] 10.222.0.45 "GET /v2.0/networks?id=3af85cfb-dd93-48a8-a1e1-fc03ce02f109 HTTP/1.1" status: 200 len: 912 time: 0.0977411 Sep 25 03:40:08.264445 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-947eea17-1bd8-465b-8961-e6551e9db6bb req-b252db01-06f2-4279-9f9e-36a5dbd807c6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d59277c4-05c8-48ba-bb31-5380252b96a5 HTTP/1.1" status: 200 len: 1000 time: 0.0716155 Sep 25 03:40:08.316539 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947eea17-1bd8-465b-8961-e6551e9db6bb req-d15b1549-d68c-4ee6-8bcb-1fd32a6baefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:40:08.318077 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-947eea17-1bd8-465b-8961-e6551e9db6bb req-d15b1549-d68c-4ee6-8bcb-1fd32a6baefa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=214e70c9-9735-4259-b6d5-e362dbd8f3ae HTTP/1.1" status: 200 len: 850 time: 0.0460906 Sep 25 03:40:08.376026 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947eea17-1bd8-465b-8961-e6551e9db6bb req-47fc9742-ebee-4682-ae60-dd0e07bfe628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:40:08.377573 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-947eea17-1bd8-465b-8961-e6551e9db6bb req-47fc9742-ebee-4682-ae60-dd0e07bfe628 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3af85cfb-dd93-48a8-a1e1-fc03ce02f109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0520091 Sep 25 03:40:08.388986 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [req-947eea17-1bd8-465b-8961-e6551e9db6bb req-8ecca9ae-d447-4751-9e8d-a57db655efd0 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94021) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 25 03:40:08.389913 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-947eea17-1bd8-465b-8961-e6551e9db6bb req-8ecca9ae-d447-4751-9e8d-a57db655efd0 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048931 Sep 25 03:40:08.490356 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-947eea17-1bd8-465b-8961-e6551e9db6bb req-25d6fcf6-9c95-42f7-b90d-5320a097e0a1 service neutron] 10.222.0.45 "GET /v2.0/networks/3af85cfb-dd93-48a8-a1e1-fc03ce02f109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927122 Sep 25 03:40:08.548901 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-12453c79-04f6-431c-ac7a-1da34be194f8 None None] Agent healthcheck: found 6 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 03:40:09.819199 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-947eea17-1bd8-465b-8961-e6551e9db6bb req-7bf7c643-861d-415c-abb4-2fef640ad130 service neutron] 10.222.0.45 "GET /v2.0/networks/3af85cfb-dd93-48a8-a1e1-fc03ce02f109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957768 Sep 25 03:40:15.382224 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-15122131-fbd5-42fe-82bf-4f48043ec8fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:40:17.608978 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-5e0d7ff8-dbc3-4ea6-b893-875f3129a36d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:40:19.281805 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-fa5af178-6116-457c-95b6-13dc589f2bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:40:19.284175 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:40:21.174475 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-afd92d12-b9d5-4a92-bfd4-50d3cdf2ae8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:40:27.082075 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:40:35.635456 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-44a685a9-8553-4528-a335-4e4b901deea5 req-0d97d9bd-cabf-4ecc-b5a0-5662577e6f9b tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1479435205&fields=id&tenant_id=db363e7cf1b9415d89602f3298329e35 HTTP/1.1" status: 200 len: 267 time: 0.0414052 Sep 25 03:40:35.747935 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a685a9-8553-4528-a335-4e4b901deea5 req-12e187c7-f0b6-4a09-b762-82d26edad6c3 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:40:35.749436 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-44a685a9-8553-4528-a335-4e4b901deea5 req-12e187c7-f0b6-4a09-b762-82d26edad6c3 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/networks?id=3af85cfb-dd93-48a8-a1e1-fc03ce02f109 HTTP/1.1" status: 200 len: 811 time: 0.1070833 Sep 25 03:40:35.767744 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-44a685a9-8553-4528-a335-4e4b901deea5 req-37d09851-c60c-4704-96c2-73761c6560c1 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/quotas/db363e7cf1b9415d89602f3298329e35 HTTP/1.1" status: 200 len: 375 time: 0.0097299 Sep 25 03:40:35.829897 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-44a685a9-8553-4528-a335-4e4b901deea5 req-5f278c96-725e-4a6e-b621-262213d9fb6a tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=db363e7cf1b9415d89602f3298329e35&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0544047 Sep 25 03:40:35.957880 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [req-44a685a9-8553-4528-a335-4e4b901deea5 req-96316bc6-5427-402f-b3c6-0c45ba1578a0 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94021) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 25 03:40:35.959154 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-44a685a9-8553-4528-a335-4e4b901deea5 req-96316bc6-5427-402f-b3c6-0c45ba1578a0 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1168563 Sep 25 03:40:36.065114 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-44a685a9-8553-4528-a335-4e4b901deea5 req-dcdb8ff3-b325-4e5e-8987-8c9e55b33c33 service neutron] 10.222.0.42 "GET /v2.0/networks/3af85cfb-dd93-48a8-a1e1-fc03ce02f109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989208 Sep 25 03:40:36.158988 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-44a685a9-8553-4528-a335-4e4b901deea5 req-1a5d18f0-385f-4fb5-86ec-dc54a5a56baa service neutron] 10.222.0.42 "GET /v2.0/networks/3af85cfb-dd93-48a8-a1e1-fc03ce02f109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878067 Sep 25 03:40:36.468589 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5bd1f5d4-00c9-461d-82a0-a62e4b498266 req-fda01e4d-3d51-48b6-b562-7c8aaea04263 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3b3967b-a17c-4d85-803a-7c24408bd577 HTTP/1.1" status: 200 len: 210 time: 0.0305285 Sep 25 03:40:37.564088 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2f939e00-6082-4b8f-9232-787876d3c8a6 req-4475b862-dcdd-42eb-a7d4-ec25711bbf87 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3b3967b-a17c-4d85-803a-7c24408bd577 HTTP/1.1" status: 200 len: 210 time: 0.0274746 Sep 25 03:40:38.666501 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-715277d1-0ba3-44a2-a9bd-4ec27fbf44e1 req-975a7506-789c-47d5-b54a-e39679828189 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3b3967b-a17c-4d85-803a-7c24408bd577 HTTP/1.1" status: 200 len: 210 time: 0.0313900 Sep 25 03:40:39.486112 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a685a9-8553-4528-a335-4e4b901deea5 req-0f2b4339-a74c-4056-b4e3-38309610a45e tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:40:39.487654 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-44a685a9-8553-4528-a335-4e4b901deea5 req-0f2b4339-a74c-4056-b4e3-38309610a45e tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.45 "GET /v2.0/networks?id=3af85cfb-dd93-48a8-a1e1-fc03ce02f109 HTTP/1.1" status: 200 len: 811 time: 0.1112604 Sep 25 03:40:39.544476 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-44a685a9-8553-4528-a335-4e4b901deea5 req-133687ae-eede-41aa-992b-862cf789def7 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db363e7cf1b9415d89602f3298329e35 HTTP/1.1" status: 200 len: 380 time: 0.0412629 Sep 25 03:40:39.554111 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [req-44a685a9-8553-4528-a335-4e4b901deea5 req-6633cc96-a7f6-4064-b1aa-fb3712dfd171 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Request body: {'port': {'device_id': 'd3b3967b-a17c-4d85-803a-7c24408bd577', 'network_id': '3af85cfb-dd93-48a8-a1e1-fc03ce02f109', 'admin_state_up': True, 'tenant_id': 'db363e7cf1b9415d89602f3298329e35', 'security_groups': ['d84f7fc4-a72b-4f91-9132-c08dc4e9da0b']}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:40:39.663897 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44a685a9-8553-4528-a335-4e4b901deea5 req-6633cc96-a7f6-4064-b1aa-fb3712dfd171 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Made reservation on behalf of db363e7cf1b9415d89602f3298329e35 for: {'port': 1} {{(pid=94021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 03:40:39.667447 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-44a685a9-8553-4528-a335-4e4b901deea5 req-6633cc96-a7f6-4064-b1aa-fb3712dfd171 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:40:39.770360 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-33a7aa6a-5c6d-4995-8b1b-52ce2cdeeab5 req-3b926144-f12b-4618-b78d-a2d50291879a tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3b3967b-a17c-4d85-803a-7c24408bd577 HTTP/1.1" status: 200 len: 210 time: 0.0345185 Sep 25 03:40:39.821878 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.db.db_base_plugin_common [req-44a685a9-8553-4528-a335-4e4b901deea5 req-6633cc96-a7f6-4064-b1aa-fb3712dfd171 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Allocated IP 172.20.0.11 (3af85cfb-dd93-48a8-a1e1-fc03ce02f109/214e70c9-9735-4259-b6d5-e362dbd8f3ae/857c57df-9313-4e8b-b981-de078c2f2b58) {{(pid=94021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 03:40:39.972357 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-44a685a9-8553-4528-a335-4e4b901deea5 req-6633cc96-a7f6-4064-b1aa-fb3712dfd171 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks [] for port, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:40:40.008697 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-44a685a9-8553-4528-a335-4e4b901deea5 req-6633cc96-a7f6-4064-b1aa-fb3712dfd171 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731880292801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3214562'] for port, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:40:40.051123 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44a685a9-8553-4528-a335-4e4b901deea5 req-6633cc96-a7f6-4064-b1aa-fb3712dfd171 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Network 3af85cfb-dd93-48a8-a1e1-fc03ce02f109 is already hosted by enough agents. {{(pid=94021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 03:40:40.054234 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.base_scheduler [req-44a685a9-8553-4528-a335-4e4b901deea5 req-6633cc96-a7f6-4064-b1aa-fb3712dfd171 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Resources bound (agent type, host, resource id): {{(pid=94021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:40:40.057896 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [req-44a685a9-8553-4528-a335-4e4b901deea5 req-6633cc96-a7f6-4064-b1aa-fb3712dfd171 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Received port after_create {{(pid=94021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 03:40:40.085524 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6633cc96-a7f6-4064-b1aa-fb3712dfd171 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Pushing event updated for resources: {'Port': ['ID=857c57df-9313-4e8b-b981-de078c2f2b58,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:40:40.118731 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a685a9-8553-4528-a335-4e4b901deea5 req-6633cc96-a7f6-4064-b1aa-fb3712dfd171 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:40:40.119390 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-44a685a9-8553-4528-a335-4e4b901deea5 req-6633cc96-a7f6-4064-b1aa-fb3712dfd171 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:40:40.138632 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-44a685a9-8553-4528-a335-4e4b901deea5 req-6633cc96-a7f6-4064-b1aa-fb3712dfd171 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5881200 Sep 25 03:40:40.225124 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [req-44a685a9-8553-4528-a335-4e4b901deea5 req-04a5e5d6-5599-499c-b5db-5aa4cfa89ad2 service neutron] Request body: {'port': {'device_id': 'd3b3967b-a17c-4d85-803a-7c24408bd577', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:40:40.289018 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-44a685a9-8553-4528-a335-4e4b901deea5 req-04a5e5d6-5599-499c-b5db-5aa4cfa89ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:40:40.337997 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-f48964d9-4d5e-4544-a9e9-8c3dbb8f9fde None None] Provisioning complete for port 857c57df-9313-4e8b-b981-de078c2f2b58 triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:40:40.338474 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f48964d9-4d5e-4544-a9e9-8c3dbb8f9fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:40:40.375220 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-f48964d9-4d5e-4544-a9e9-8c3dbb8f9fde None None] Port 857c57df-9313-4e8b-b981-de078c2f2b58 cannot update to ACTIVE because it is not bound. {{(pid=94022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 25 03:40:40.568805 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [req-44a685a9-8553-4528-a335-4e4b901deea5 req-04a5e5d6-5599-499c-b5db-5aa4cfa89ad2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 857c57df-9313-4e8b-b981-de078c2f2b58 {{(pid=94021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 03:40:40.576799 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-44a685a9-8553-4528-a335-4e4b901deea5 req-04a5e5d6-5599-499c-b5db-5aa4cfa89ad2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:40:40.588981 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.db.provisioning_blocks [req-44a685a9-8553-4528-a335-4e4b901deea5 req-04a5e5d6-5599-499c-b5db-5aa4cfa89ad2 service neutron] Transition to ACTIVE for port object 857c57df-9313-4e8b-b981-de078c2f2b58 will not be triggered until provisioned by entity L2. {{(pid=94021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 25 03:40:40.595424 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-44a685a9-8553-4528-a335-4e4b901deea5 req-04a5e5d6-5599-499c-b5db-5aa4cfa89ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3214569'] for port, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:40:40.646372 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a5e5d6-5599-499c-b5db-5aa4cfa89ad2 service neutron] Pushing event updated for resources: {'Port': ['ID=857c57df-9313-4e8b-b981-de078c2f2b58,revision_number=2']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:40:40.720969 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-44a685a9-8553-4528-a335-4e4b901deea5 req-04a5e5d6-5599-499c-b5db-5aa4cfa89ad2 service neutron] Attempting to bind port 857c57df-9313-4e8b-b981-de078c2f2b58 on host hv-cinder-77570 for vnic_type normal with profile {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 03:40:40.721683 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-44a685a9-8553-4528-a335-4e4b901deea5 req-04a5e5d6-5599-499c-b5db-5aa4cfa89ad2 service neutron] Attempting to bind port 857c57df-9313-4e8b-b981-de078c2f2b58 by drivers openvswitch,hyperv on host hv-cinder-77570 at level 0 using segments [{'id': 'e95060b2-b7b1-413f-8b0c-ca64c0be8c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3af85cfb-dd93-48a8-a1e1-fc03ce02f109'}] {{(pid=94021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 03:40:40.721683 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a685a9-8553-4528-a335-4e4b901deea5 req-04a5e5d6-5599-499c-b5db-5aa4cfa89ad2 service neutron] Attempting to bind port 857c57df-9313-4e8b-b981-de078c2f2b58 on network 3af85cfb-dd93-48a8-a1e1-fc03ce02f109 {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 03:40:40.726323 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a685a9-8553-4528-a335-4e4b901deea5 req-04a5e5d6-5599-499c-b5db-5aa4cfa89ad2 service neutron] Port 857c57df-9313-4e8b-b981-de078c2f2b58 on network 3af85cfb-dd93-48a8-a1e1-fc03ce02f109 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77570 {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 25 03:40:40.726806 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a685a9-8553-4528-a335-4e4b901deea5 req-04a5e5d6-5599-499c-b5db-5aa4cfa89ad2 service neutron] Attempting to bind port 857c57df-9313-4e8b-b981-de078c2f2b58 on network 3af85cfb-dd93-48a8-a1e1-fc03ce02f109 {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 03:40:40.732313 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a685a9-8553-4528-a335-4e4b901deea5 req-04a5e5d6-5599-499c-b5db-5aa4cfa89ad2 service neutron] Checking agent: {'id': '508f5817-0468-490c-b4b9-d8db88d5fd84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 3, 27, 55), 'started_at': datetime.datetime(2021, 9, 25, 3, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 3, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 03:40:40.732669 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a685a9-8553-4528-a335-4e4b901deea5 req-04a5e5d6-5599-499c-b5db-5aa4cfa89ad2 service neutron] Checking segment: {'id': 'e95060b2-b7b1-413f-8b0c-ca64c0be8c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3af85cfb-dd93-48a8-a1e1-fc03ce02f109'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 03:40:40.733094 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a685a9-8553-4528-a335-4e4b901deea5 req-04a5e5d6-5599-499c-b5db-5aa4cfa89ad2 service neutron] Bound using segment: {'id': 'e95060b2-b7b1-413f-8b0c-ca64c0be8c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3af85cfb-dd93-48a8-a1e1-fc03ce02f109'} {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 03:40:40.733531 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-44a685a9-8553-4528-a335-4e4b901deea5 req-04a5e5d6-5599-499c-b5db-5aa4cfa89ad2 service neutron] Bound port: 857c57df-9313-4e8b-b981-de078c2f2b58, host: hv-cinder-77570, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e95060b2-b7b1-413f-8b0c-ca64c0be8c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3af85cfb-dd93-48a8-a1e1-fc03ce02f109'}}] {{(pid=94021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 03:40:40.733891 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-44a685a9-8553-4528-a335-4e4b901deea5 req-04a5e5d6-5599-499c-b5db-5aa4cfa89ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:40:40.805705 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-44a685a9-8553-4528-a335-4e4b901deea5 req-04a5e5d6-5599-499c-b5db-5aa4cfa89ad2 service neutron] For port 857c57df-9313-4e8b-b981-de078c2f2b58, host hv-cinder-77570, cleared binding levels {{(pid=94021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 03:40:40.808827 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-44a685a9-8553-4528-a335-4e4b901deea5 req-04a5e5d6-5599-499c-b5db-5aa4cfa89ad2 service neutron] For port 857c57df-9313-4e8b-b981-de078c2f2b58, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=857c57df-9313-4e8b-b981-de078c2f2b58,segment=NetworkSegment(e95060b2-b7b1-413f-8b0c-ca64c0be8c3d),segment_id=e95060b2-b7b1-413f-8b0c-ca64c0be8c3d)] {{(pid=94021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 03:40:40.814777 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-44a685a9-8553-4528-a335-4e4b901deea5 req-04a5e5d6-5599-499c-b5db-5aa4cfa89ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3214569'] for port, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:40:40.865162 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a685a9-8553-4528-a335-4e4b901deea5 req-04a5e5d6-5599-499c-b5db-5aa4cfa89ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:40:40.865825 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-44a685a9-8553-4528-a335-4e4b901deea5 req-04a5e5d6-5599-499c-b5db-5aa4cfa89ad2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:40:40.867523 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-44a685a9-8553-4528-a335-4e4b901deea5 req-04a5e5d6-5599-499c-b5db-5aa4cfa89ad2 service neutron] 10.222.0.45 "PUT /v2.0/ports/857c57df-9313-4e8b-b981-de078c2f2b58 HTTP/1.1" status: 200 len: 1094 time: 0.7032793 Sep 25 03:40:40.867965 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3b3967b-a17c-4d85-803a-7c24408bd577', 'tag': '857c57df-9313-4e8b-b981-de078c2f2b58'}] {{(pid=94021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 03:40:40.870573 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e2fb5340eb8446ff58cd715b9748d5b5aabaa2e5f9ab10f469ed89a7c45a212" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3acf742-8413-4dda-b07d-b53839ed3c12" -d '{"events": [{"name": "network-changed", "server_uuid": "d3b3967b-a17c-4d85-803a-7c24408bd577", "tag": "857c57df-9313-4e8b-b981-de078c2f2b58"}]}' {{(pid=94021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 03:40:41.225030 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a5e5d6-5599-499c-b5db-5aa4cfa89ad2 service neutron] Pushing event updated for resources: {'Port': ['ID=857c57df-9313-4e8b-b981-de078c2f2b58,revision_number=3']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:40:41.245902 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45235e47-3011-42d4-9818-449738ddb37c req-71cf9a6a-1c79-4798-b23a-01836220edd5 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:40:41.247640 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-45235e47-3011-42d4-9818-449738ddb37c req-71cf9a6a-1c79-4798-b23a-01836220edd5 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3b3967b-a17c-4d85-803a-7c24408bd577 HTTP/1.1" status: 200 len: 944 time: 0.4043851 Sep 25 03:40:41.253570 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a685a9-8553-4528-a335-4e4b901deea5 req-5c845bff-6030-4d7f-9108-d76499231ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:40:41.255015 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-44a685a9-8553-4528-a335-4e4b901deea5 req-5c845bff-6030-4d7f-9108-d76499231ec6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=db363e7cf1b9415d89602f3298329e35&device_id=d3b3967b-a17c-4d85-803a-7c24408bd577 HTTP/1.1" status: 200 len: 1097 time: 0.0781665 Sep 25 03:40:41.276104 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 03:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d37f06-abe7-4b23-b7aa-ff319eaeee03 x-openstack-request-id: req-14d37f06-abe7-4b23-b7aa-ff319eaeee03 {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 03:40:41.276393 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3b3967b-a17c-4d85-803a-7c24408bd577", "tag": "857c57df-9313-4e8b-b981-de078c2f2b58", "status": "completed", "code": 200}]} {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 03:40:41.276662 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-14d37f06-abe7-4b23-b7aa-ff319eaeee03 {{(pid=94021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 03:40:41.277053 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3b3967b-a17c-4d85-803a-7c24408bd577', 'tag': '857c57df-9313-4e8b-b981-de078c2f2b58', 'status': 'completed', 'code': 200} Sep 25 03:40:41.289368 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-45235e47-3011-42d4-9818-449738ddb37c req-999c04a8-b985-4775-b0b4-68a57eac9195 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/security-groups?id=d84f7fc4-a72b-4f91-9132-c08dc4e9da0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334444 Sep 25 03:40:41.342583 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-44a685a9-8553-4528-a335-4e4b901deea5 req-05e5857a-d7f8-42f6-8c97-ee5a96810ab8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=857c57df-9313-4e8b-b981-de078c2f2b58 HTTP/1.1" status: 200 len: 217 time: 0.0365062 Sep 25 03:40:41.395506 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a685a9-8553-4528-a335-4e4b901deea5 req-929b1fb2-c7e5-450a-8a29-4042cddf5153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:40:41.396961 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-44a685a9-8553-4528-a335-4e4b901deea5 req-929b1fb2-c7e5-450a-8a29-4042cddf5153 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=214e70c9-9735-4259-b6d5-e362dbd8f3ae HTTP/1.1" status: 200 len: 850 time: 0.0467219 Sep 25 03:40:41.446177 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a685a9-8553-4528-a335-4e4b901deea5 req-59de7714-350e-4204-86fd-d74b27b0dd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:40:41.447837 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-44a685a9-8553-4528-a335-4e4b901deea5 req-59de7714-350e-4204-86fd-d74b27b0dd6e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3af85cfb-dd93-48a8-a1e1-fc03ce02f109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425107 Sep 25 03:40:41.545537 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-44a685a9-8553-4528-a335-4e4b901deea5 req-fdd10217-18fc-4703-9265-b0d0345bae36 service neutron] 10.222.0.45 "GET /v2.0/networks/3af85cfb-dd93-48a8-a1e1-fc03ce02f109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901272 Sep 25 03:40:41.639598 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-44a685a9-8553-4528-a335-4e4b901deea5 req-11ddc4d8-a8f9-40d4-a358-959d9e62d70d service neutron] 10.222.0.45 "GET /v2.0/networks/3af85cfb-dd93-48a8-a1e1-fc03ce02f109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867791 Sep 25 03:40:41.778846 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3acf742-8413-4dda-b07d-b53839ed3c12 req-f48a3b22-427b-4adf-b9b9-c7e97cb8a36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:40:41.780377 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e3acf742-8413-4dda-b07d-b53839ed3c12 req-f48a3b22-427b-4adf-b9b9-c7e97cb8a36d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=db363e7cf1b9415d89602f3298329e35&device_id=d3b3967b-a17c-4d85-803a-7c24408bd577 HTTP/1.1" status: 200 len: 1097 time: 0.0463560 Sep 25 03:40:41.873117 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3acf742-8413-4dda-b07d-b53839ed3c12 req-358b4b8e-2e8d-4b89-9925-d2a01d6ae792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:40:41.874629 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e3acf742-8413-4dda-b07d-b53839ed3c12 req-358b4b8e-2e8d-4b89-9925-d2a01d6ae792 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3af85cfb-dd93-48a8-a1e1-fc03ce02f109 HTTP/1.1" status: 200 len: 912 time: 0.0865107 Sep 25 03:40:41.922028 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e3acf742-8413-4dda-b07d-b53839ed3c12 req-fba4ec09-758b-4ddf-8381-8a7bc26fa1b1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=857c57df-9313-4e8b-b981-de078c2f2b58 HTTP/1.1" status: 200 len: 217 time: 0.0392087 Sep 25 03:40:41.972242 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3acf742-8413-4dda-b07d-b53839ed3c12 req-2f3a8d7a-602a-48d0-bab6-0fed12d7e060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:40:41.973760 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e3acf742-8413-4dda-b07d-b53839ed3c12 req-2f3a8d7a-602a-48d0-bab6-0fed12d7e060 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=214e70c9-9735-4259-b6d5-e362dbd8f3ae HTTP/1.1" status: 200 len: 850 time: 0.0453982 Sep 25 03:40:42.022797 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3acf742-8413-4dda-b07d-b53839ed3c12 req-8be08258-8533-490c-8114-1220899aa10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:40:42.024975 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e3acf742-8413-4dda-b07d-b53839ed3c12 req-8be08258-8533-490c-8114-1220899aa10b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3af85cfb-dd93-48a8-a1e1-fc03ce02f109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435979 Sep 25 03:40:42.126487 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e3acf742-8413-4dda-b07d-b53839ed3c12 req-2ce8a5cc-3eea-4ca6-873d-1254dfca89aa service neutron] 10.222.0.45 "GET /v2.0/networks/3af85cfb-dd93-48a8-a1e1-fc03ce02f109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936637 Sep 25 03:40:42.216360 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e3acf742-8413-4dda-b07d-b53839ed3c12 req-5b332468-7161-4ff4-865a-86c1f0fb011e service neutron] 10.222.0.45 "GET /v2.0/networks/3af85cfb-dd93-48a8-a1e1-fc03ce02f109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820410 Sep 25 03:40:42.418264 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c18da20-9dcf-4c12-8f69-dc570c955166 req-10d9453a-6c57-41b9-9735-44b056714f1a tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:40:42.419760 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4c18da20-9dcf-4c12-8f69-dc570c955166 req-10d9453a-6c57-41b9-9735-44b056714f1a tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3b3967b-a17c-4d85-803a-7c24408bd577 HTTP/1.1" status: 200 len: 944 time: 0.0523150 Sep 25 03:40:42.464663 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4c18da20-9dcf-4c12-8f69-dc570c955166 req-aefcee93-ae5a-4223-824a-63fc55db0b48 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/security-groups?id=d84f7fc4-a72b-4f91-9132-c08dc4e9da0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367799 Sep 25 03:40:43.607837 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f895ad0-c453-4e94-90db-32301727d53f req-772fa82a-fca4-4413-b76a-9d64ecfaed0a tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:40:43.609987 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3f895ad0-c453-4e94-90db-32301727d53f req-772fa82a-fca4-4413-b76a-9d64ecfaed0a tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3b3967b-a17c-4d85-803a-7c24408bd577 HTTP/1.1" status: 200 len: 944 time: 0.0696487 Sep 25 03:40:43.652393 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3f895ad0-c453-4e94-90db-32301727d53f req-69abcfa8-cb32-4200-af19-5a14168e8478 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/security-groups?id=d84f7fc4-a72b-4f91-9132-c08dc4e9da0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335376 Sep 25 03:40:44.263533 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 58088) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:40:44.374110 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-f06d117e-1afe-4a02-ab84-656a8396d9e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:40:44.472072 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-f06d117e-1afe-4a02-ab84-656a8396d9e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:40:44.477990 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-f06d117e-1afe-4a02-ab84-656a8396d9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:40:44.515588 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06d117e-1afe-4a02-ab84-656a8396d9e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f52f9619-3b1f-4f14-8814-b378ad1e2be1,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:40:44.520556 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-f06d117e-1afe-4a02-ab84-656a8396d9e7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=66610c180958406592f8777e066da29a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2550564 Sep 25 03:40:44.522779 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 58094) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:40:44.573250 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-67157db9-e320-419c-9229-ed01c589bead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:40:44.602780 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-67157db9-e320-419c-9229-ed01c589bead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:40:44.664542 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-67157db9-e320-419c-9229-ed01c589bead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:40:44.672094 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-67157db9-e320-419c-9229-ed01c589bead admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:40:44.672908 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-67157db9-e320-419c-9229-ed01c589bead admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f52f9619-3b1f-4f14-8814-b378ad1e2be1 HTTP/1.1" status: 204 len: 168 time: 0.1491997 Sep 25 03:40:44.688000 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67157db9-e320-419c-9229-ed01c589bead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f52f9619-3b1f-4f14-8814-b378ad1e2be1,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:40:44.787067 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a4dd1-9510-4933-888e-d6ff5d97172f req-dd91f250-100e-4d2b-bd39-f81a4a24db71 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:40:44.788725 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-493a4dd1-9510-4933-888e-d6ff5d97172f req-dd91f250-100e-4d2b-bd39-f81a4a24db71 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3b3967b-a17c-4d85-803a-7c24408bd577 HTTP/1.1" status: 200 len: 944 time: 0.0550113 Sep 25 03:40:44.834571 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-493a4dd1-9510-4933-888e-d6ff5d97172f req-7df8153f-b21e-40b0-85b4-f4de1cb8e004 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/security-groups?id=d84f7fc4-a72b-4f91-9132-c08dc4e9da0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367563 Sep 25 03:40:45.019335 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 58102) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:40:45.037148 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-c446be9d-eb54-48fc-b5af-0882f48df0f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:40:45.144756 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-c446be9d-eb54-48fc-b5af-0882f48df0f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:40:45.151050 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-c446be9d-eb54-48fc-b5af-0882f48df0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:40:45.195907 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-c446be9d-eb54-48fc-b5af-0882f48df0f5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=66f995e452dd4e00a620a2005c08f5c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1753509 Sep 25 03:40:45.196627 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c446be9d-eb54-48fc-b5af-0882f48df0f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b2ee320-73fd-445e-a4ef-99a000312812,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:40:45.198920 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 58104) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:40:45.265383 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d1616ea0-d269-4a0d-ac2b-8a0d4036885f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:40:45.295885 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d1616ea0-d269-4a0d-ac2b-8a0d4036885f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:40:45.355976 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d1616ea0-d269-4a0d-ac2b-8a0d4036885f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:40:45.358685 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d1616ea0-d269-4a0d-ac2b-8a0d4036885f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:40:45.359875 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-d1616ea0-d269-4a0d-ac2b-8a0d4036885f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4b2ee320-73fd-445e-a4ef-99a000312812 HTTP/1.1" status: 204 len: 168 time: 0.1598516 Sep 25 03:40:45.369053 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1616ea0-d269-4a0d-ac2b-8a0d4036885f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b2ee320-73fd-445e-a4ef-99a000312812,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:40:45.391756 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-b049896b-1ed3-4748-bac8-3cff62f31fc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:40:45.552522 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-12453c79-04f6-431c-ac7a-1da34be194f8 None None] Agent healthcheck: found 6 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 03:40:45.956453 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d717a58b-ed00-4468-a61d-849e38085bd1 req-858b1340-3418-4edf-8483-216913bd7c55 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:40:45.958037 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d717a58b-ed00-4468-a61d-849e38085bd1 req-858b1340-3418-4edf-8483-216913bd7c55 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3b3967b-a17c-4d85-803a-7c24408bd577 HTTP/1.1" status: 200 len: 944 time: 0.0543132 Sep 25 03:40:45.997368 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d717a58b-ed00-4468-a61d-849e38085bd1 req-786859d6-9396-4a6f-8eb3-e00d31cb46a9 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/security-groups?id=d84f7fc4-a72b-4f91-9132-c08dc4e9da0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334082 Sep 25 03:40:47.116313 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934da8a4-40c5-485c-886d-caa4b6a7a6db req-06c09df4-f24d-4b14-a4f4-b2ffbf292906 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:40:47.118264 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-934da8a4-40c5-485c-886d-caa4b6a7a6db req-06c09df4-f24d-4b14-a4f4-b2ffbf292906 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3b3967b-a17c-4d85-803a-7c24408bd577 HTTP/1.1" status: 200 len: 944 time: 0.0514810 Sep 25 03:40:47.160199 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-934da8a4-40c5-485c-886d-caa4b6a7a6db req-dc0c1d69-228d-4463-a16b-2c8e9254c1e6 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/security-groups?id=d84f7fc4-a72b-4f91-9132-c08dc4e9da0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360460 Sep 25 03:40:47.610021 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-7c284642-0bd4-44ec-b31d-b4f9d1162b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:40:48.279333 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5993718b-dec9-45b3-a1c0-84c908b16ceb req-86a6f071-643f-46e5-b86f-1666fa498e3c tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:40:48.280795 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5993718b-dec9-45b3-a1c0-84c908b16ceb req-86a6f071-643f-46e5-b86f-1666fa498e3c tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3b3967b-a17c-4d85-803a-7c24408bd577 HTTP/1.1" status: 200 len: 944 time: 0.0541246 Sep 25 03:40:48.320617 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5993718b-dec9-45b3-a1c0-84c908b16ceb req-016ea73d-6a4d-40ea-9993-32ee32dc5dbc tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/security-groups?id=d84f7fc4-a72b-4f91-9132-c08dc4e9da0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325451 Sep 25 03:40:49.286226 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-fa5af178-6116-457c-95b6-13dc589f2bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:40:49.287720 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:40:49.444471 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dd0cdb-3358-4467-b741-3ad9c99729a2 req-a691abdb-d558-4302-a80e-4a561e52e69f tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:40:49.446033 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-02dd0cdb-3358-4467-b741-3ad9c99729a2 req-a691abdb-d558-4302-a80e-4a561e52e69f tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3b3967b-a17c-4d85-803a-7c24408bd577 HTTP/1.1" status: 200 len: 944 time: 0.0550489 Sep 25 03:40:49.486512 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-02dd0cdb-3358-4467-b741-3ad9c99729a2 req-841d0b8d-0640-491e-8ee9-c11b337b879e tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/security-groups?id=d84f7fc4-a72b-4f91-9132-c08dc4e9da0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340846 Sep 25 03:40:49.925634 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 58192) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:40:50.044152 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-6a520410-03c7-4aae-b15d-54bdff63438d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:40:50.133188 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-6a520410-03c7-4aae-b15d-54bdff63438d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:40:50.138342 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-6a520410-03c7-4aae-b15d-54bdff63438d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:40:50.176035 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-6a520410-03c7-4aae-b15d-54bdff63438d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=266a24209afa439ca833e847db6be493&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2490394 Sep 25 03:40:50.176731 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a520410-03c7-4aae-b15d-54bdff63438d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9547f4-05de-44a5-b237-7f38dd13c95c,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:40:50.178712 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 58198) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:40:50.230652 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d0b3e7a9-8193-4840-806a-e1bb7d955b4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:40:50.252891 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d0b3e7a9-8193-4840-806a-e1bb7d955b4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:40:50.308014 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d0b3e7a9-8193-4840-806a-e1bb7d955b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:40:50.312433 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d0b3e7a9-8193-4840-806a-e1bb7d955b4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:40:50.314226 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-d0b3e7a9-8193-4840-806a-e1bb7d955b4e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1d9547f4-05de-44a5-b237-7f38dd13c95c HTTP/1.1" status: 204 len: 168 time: 0.1343858 Sep 25 03:40:50.322330 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3e7a9-8193-4840-806a-e1bb7d955b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9547f4-05de-44a5-b237-7f38dd13c95c,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:40:50.599021 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device 857c57df-9313-4e8b-b981-de078c2f2b58 details requested by agent hyperv_hv-cinder-77570 with host hv-cinder-77570 {{(pid=94022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 03:40:50.609410 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddf9df9-1fe5-4c2a-97ae-ef07dda7e98c req-85d2bc3a-591c-4b1c-aa6f-263987bbe05a tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:40:50.611001 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5ddf9df9-1fe5-4c2a-97ae-ef07dda7e98c req-85d2bc3a-591c-4b1c-aa6f-263987bbe05a tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3b3967b-a17c-4d85-803a-7c24408bd577 HTTP/1.1" status: 200 len: 944 time: 0.0518703 Sep 25 03:40:50.618727 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 58206) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:40:50.641649 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-ce2f3579-2825-43db-97f9-84f7b594d746 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:40:50.696275 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5ddf9df9-1fe5-4c2a-97ae-ef07dda7e98c req-1bfd62c2-ffaa-48ae-8087-b10a4305fe2d tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/security-groups?id=d84f7fc4-a72b-4f91-9132-c08dc4e9da0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701249 Sep 25 03:40:50.703732 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] For port 857c57df-9313-4e8b-b981-de078c2f2b58, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=857c57df-9313-4e8b-b981-de078c2f2b58,segment=NetworkSegment(e95060b2-b7b1-413f-8b0c-ca64c0be8c3d),segment_id=e95060b2-b7b1-413f-8b0c-ca64c0be8c3d)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:40:50.715944 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Returning: {'device': '857c57df-9313-4e8b-b981-de078c2f2b58', 'network_id': '3af85cfb-dd93-48a8-a1e1-fc03ce02f109', 'port_id': '857c57df-9313-4e8b-b981-de078c2f2b58', 'mac_address': 'fa:16:3e:d2:cb:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '214e70c9-9735-4259-b6d5-e362dbd8f3ae', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 03:40:50.756999 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:40:50.757695 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-ce2f3579-2825-43db-97f9-84f7b594d746 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:40:50.763695 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-ce2f3579-2825-43db-97f9-84f7b594d746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:40:50.771661 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 857c57df-9313-4e8b-b981-de078c2f2b58 {{(pid=94022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 03:40:50.791682 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] For port 857c57df-9313-4e8b-b981-de078c2f2b58, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=857c57df-9313-4e8b-b981-de078c2f2b58,segment=NetworkSegment(e95060b2-b7b1-413f-8b0c-ca64c0be8c3d),segment_id=e95060b2-b7b1-413f-8b0c-ca64c0be8c3d)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:40:50.797170 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:40:50.803961 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-ce2f3579-2825-43db-97f9-84f7b594d746 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=99e35e6041614950b95cf2df1463b071&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1826909 Sep 25 03:40:50.805171 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 58208) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:40:50.807190 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2f3579-2825-43db-97f9-84f7b594d746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f36c4c16-7a04-4835-bd39-9798f04356fe,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:40:50.826538 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2f3579-2825-43db-97f9-84f7b594d746 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:40:50.826887 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2f3579-2825-43db-97f9-84f7b594d746 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:40:50.827274 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2f3579-2825-43db-97f9-84f7b594d746 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:40:50.827625 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2f3579-2825-43db-97f9-84f7b594d746 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:40:50.827944 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2f3579-2825-43db-97f9-84f7b594d746 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:40:50.828273 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2f3579-2825-43db-97f9-84f7b594d746 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:40:50.828593 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2f3579-2825-43db-97f9-84f7b594d746 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:40:50.828943 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2f3579-2825-43db-97f9-84f7b594d746 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:40:50.829274 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2f3579-2825-43db-97f9-84f7b594d746 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:40:50.829597 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2f3579-2825-43db-97f9-84f7b594d746 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:40:50.829919 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2f3579-2825-43db-97f9-84f7b594d746 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:40:50.830239 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2f3579-2825-43db-97f9-84f7b594d746 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:40:50.846498 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Pushing event updated for resources: {'Port': ['ID=857c57df-9313-4e8b-b981-de078c2f2b58,revision_number=4']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:40:50.853778 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:40:50.854126 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:40:50.854467 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:40:50.854802 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:40:50.855129 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:40:50.855460 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:40:50.855786 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:40:50.856108 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:40:50.856455 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:40:50.856816 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:40:50.857137 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:40:50.857459 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:40:50.868898 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-4e2e3c84-5c3f-4ae7-88e5-ae4f7a873fcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:40:50.890160 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-4e2e3c84-5c3f-4ae7-88e5-ae4f7a873fcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:40:50.938145 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-4e2e3c84-5c3f-4ae7-88e5-ae4f7a873fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:40:50.942159 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-4e2e3c84-5c3f-4ae7-88e5-ae4f7a873fcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:40:50.943717 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-4e2e3c84-5c3f-4ae7-88e5-ae4f7a873fcb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f36c4c16-7a04-4835-bd39-9798f04356fe HTTP/1.1" status: 204 len: 168 time: 0.1374834 Sep 25 03:40:50.951917 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e3c84-5c3f-4ae7-88e5-ae4f7a873fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36c4c16-7a04-4835-bd39-9798f04356fe,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:40:51.177159 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-afd92d12-b9d5-4a92-bfd4-50d3cdf2ae8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:40:51.236127 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] get_ports_and_sgs() called for port_ids ['857c57df-9313-4e8b-b981-de078c2f2b58'] {{(pid=94022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 25 03:40:51.818384 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b72b336-a0ff-4442-a1d9-5d65b6c34308 req-ffb0ed09-8327-4ab3-beb6-6abc8558ce3f tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:40:51.819952 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7b72b336-a0ff-4442-a1d9-5d65b6c34308 req-ffb0ed09-8327-4ab3-beb6-6abc8558ce3f tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3b3967b-a17c-4d85-803a-7c24408bd577 HTTP/1.1" status: 200 len: 945 time: 0.0545905 Sep 25 03:40:51.857848 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7b72b336-a0ff-4442-a1d9-5d65b6c34308 req-04728bc5-7528-476d-a69c-2d15097d4ac1 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/security-groups?id=d84f7fc4-a72b-4f91-9132-c08dc4e9da0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316257 Sep 25 03:40:52.631042 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device 857c57df-9313-4e8b-b981-de078c2f2b58 up at agent hyperv_hv-cinder-77570 {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 03:40:52.690213 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Provisioning for port 857c57df-9313-4e8b-b981-de078c2f2b58 completed by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 25 03:40:52.695440 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Provisioning complete for port 857c57df-9313-4e8b-b981-de078c2f2b58 triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:40:52.695831 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:40:52.783441 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:40:52.807531 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3b3967b-a17c-4d85-803a-7c24408bd577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '857c57df-9313-4e8b-b981-de078c2f2b58'}] {{(pid=94022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 03:40:52.809814 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9141e1544748c335de5c87e81d01f98f4272279fe7d072e46966747184492a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b61246-d057-4da9-973c-1c298ced8379" -d '{"events": [{"server_uuid": "d3b3967b-a17c-4d85-803a-7c24408bd577", "name": "network-vif-plugged", "status": "completed", "tag": "857c57df-9313-4e8b-b981-de078c2f2b58"}]}' {{(pid=94022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 03:40:52.840889 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] For port 857c57df-9313-4e8b-b981-de078c2f2b58, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=857c57df-9313-4e8b-b981-de078c2f2b58,segment=NetworkSegment(e95060b2-b7b1-413f-8b0c-ca64c0be8c3d),segment_id=e95060b2-b7b1-413f-8b0c-ca64c0be8c3d)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:40:52.847247 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:40:52.879403 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 03:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa8e80e-988f-4ff9-9f6b-ce5436fefa83 x-openstack-request-id: req-7aa8e80e-988f-4ff9-9f6b-ce5436fefa83 {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 03:40:52.879580 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3b3967b-a17c-4d85-803a-7c24408bd577", "name": "network-vif-plugged", "status": "completed", "tag": "857c57df-9313-4e8b-b981-de078c2f2b58", "code": 200}]} {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 03:40:52.879727 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7aa8e80e-988f-4ff9-9f6b-ce5436fefa83 {{(pid=94022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 03:40:52.880121 dv-cinder-775706-4-iscsi neutron-server[94022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3b3967b-a17c-4d85-803a-7c24408bd577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '857c57df-9313-4e8b-b981-de078c2f2b58', 'code': 200} Sep 25 03:40:52.912048 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Pushing event updated for resources: {'Port': ['ID=857c57df-9313-4e8b-b981-de078c2f2b58,revision_number=5']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:40:53.147625 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cff535-37e3-4ccd-bf1e-56ecaddbedab req-4eb4eac6-cae4-4838-9829-375f5edbafa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:40:53.149141 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a2cff535-37e3-4ccd-bf1e-56ecaddbedab req-4eb4eac6-cae4-4838-9829-375f5edbafa5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d3b3967b-a17c-4d85-803a-7c24408bd577 HTTP/1.1" status: 200 len: 1099 time: 0.0665622 Sep 25 03:40:53.163283 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d3b38e-2302-4e67-8879-923fe2009b65 req-0a23d95e-bf0a-40d5-9ed8-cfea64cbe977 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:40:53.164744 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b0d3b38e-2302-4e67-8879-923fe2009b65 req-0a23d95e-bf0a-40d5-9ed8-cfea64cbe977 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3b3967b-a17c-4d85-803a-7c24408bd577 HTTP/1.1" status: 200 len: 946 time: 0.2314284 Sep 25 03:40:53.220286 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a2cff535-37e3-4ccd-bf1e-56ecaddbedab req-e88528a3-5e4a-4c77-9679-ad75097bc6ec service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d84f7fc4-a72b-4f91-9132-c08dc4e9da0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545895 Sep 25 03:40:53.227655 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b0d3b38e-2302-4e67-8879-923fe2009b65 req-52208c4a-d339-40f8-ba9a-6af4a2488ee5 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/security-groups?id=d84f7fc4-a72b-4f91-9132-c08dc4e9da0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568602 Sep 25 03:40:54.359199 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f487f9d3-f2f9-4121-a64a-d3f706e06498 req-b9f664b6-edf3-4f0c-8ee7-25056ed8b433 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:40:54.360733 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f487f9d3-f2f9-4121-a64a-d3f706e06498 req-b9f664b6-edf3-4f0c-8ee7-25056ed8b433 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3b3967b-a17c-4d85-803a-7c24408bd577 HTTP/1.1" status: 200 len: 946 time: 0.0568480 Sep 25 03:40:54.400294 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f487f9d3-f2f9-4121-a64a-d3f706e06498 req-14806ac6-d373-43bc-9694-75d663cb36c1 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/security-groups?id=d84f7fc4-a72b-4f91-9132-c08dc4e9da0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333045 Sep 25 03:40:55.517556 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72700f1-6d27-4d86-8388-ba9f08793a75 req-4a7d67d7-d9a2-461e-a23a-747e58054258 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:40:55.519068 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b72700f1-6d27-4d86-8388-ba9f08793a75 req-4a7d67d7-d9a2-461e-a23a-747e58054258 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3b3967b-a17c-4d85-803a-7c24408bd577 HTTP/1.1" status: 200 len: 946 time: 0.0514596 Sep 25 03:40:55.568468 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b72700f1-6d27-4d86-8388-ba9f08793a75 req-fba7d514-9ca3-4ba2-882e-fa453d56ffab tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/security-groups?id=d84f7fc4-a72b-4f91-9132-c08dc4e9da0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431833 Sep 25 03:40:55.695163 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bebbff5-f514-4b08-b50b-f7b20353a53a req-867b99ce-5db1-4b2e-9eea-b39e556a3741 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:40:55.696781 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6bebbff5-f514-4b08-b50b-f7b20353a53a req-867b99ce-5db1-4b2e-9eea-b39e556a3741 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3b3967b-a17c-4d85-803a-7c24408bd577 HTTP/1.1" status: 200 len: 946 time: 0.0587826 Sep 25 03:40:55.735544 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6bebbff5-f514-4b08-b50b-f7b20353a53a req-2022cc21-716a-4320-a8f5-eeff4b7435cd tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/security-groups?id=d84f7fc4-a72b-4f91-9132-c08dc4e9da0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325341 Sep 25 03:40:55.758653 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 58320) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:40:55.911699 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c65e48d-ad71-48d2-81ad-9cee2c14b96d tempest-TestVolumeBootPattern-1911103449 tempest-TestVolumeBootPattern-1911103449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:40:55.913293 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-4c65e48d-ad71-48d2-81ad-9cee2c14b96d tempest-TestVolumeBootPattern-1911103449 tempest-TestVolumeBootPattern-1911103449-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=d3b3967b-a17c-4d85-803a-7c24408bd577 HTTP/1.1" status: 200 len: 1094 time: 0.1536412 Sep 25 03:40:55.916229 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 58334) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:40:55.920810 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-7db6a81f-f3cc-4c6b-9040-d3da4375e1bd tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Request body: {'floatingip': {'floating_network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'port_id': '857c57df-9313-4e8b-b981-de078c2f2b58', 'tenant_id': 'db363e7cf1b9415d89602f3298329e35', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:40:55.945367 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-7db6a81f-f3cc-4c6b-9040-d3da4375e1bd tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks [] for floatingip, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:40:56.056493 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-7db6a81f-f3cc-4c6b-9040-d3da4375e1bd tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:40:56.166182 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.db.db_base_plugin_common [None req-7db6a81f-f3cc-4c6b-9040-d3da4375e1bd tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Allocated IP 172.27.1.11 (11c2fcee-3e12-40fc-bbdd-73661221b9b4/9bf1e901-4101-4c8d-9b58-09aedeb11d2a/a443eb33-c694-4243-b0fc-4df761de262e) {{(pid=94021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 03:40:56.276636 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-7db6a81f-f3cc-4c6b-9040-d3da4375e1bd tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks [] for port, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:40:56.313345 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-7db6a81f-f3cc-4c6b-9040-d3da4375e1bd tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731880292801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3214562'] for port, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:40:56.350661 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db6a81f-f3cc-4c6b-9040-d3da4375e1bd tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Network 11c2fcee-3e12-40fc-bbdd-73661221b9b4 is already hosted by enough agents. {{(pid=94021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 03:40:56.353682 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.base_scheduler [None req-7db6a81f-f3cc-4c6b-9040-d3da4375e1bd tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Resources bound (agent type, host, resource id): {{(pid=94021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:40:56.356214 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db6a81f-f3cc-4c6b-9040-d3da4375e1bd tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Received port after_create {{(pid=94021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 03:40:56.395291 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db6a81f-f3cc-4c6b-9040-d3da4375e1bd tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Pushing event updated for resources: {'Port': ['ID=a443eb33-c694-4243-b0fc-4df761de262e,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:40:56.761231 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-7db6a81f-f3cc-4c6b-9040-d3da4375e1bd tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:40:56.843257 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-7db6a81f-f3cc-4c6b-9040-d3da4375e1bd tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:40:57.007249 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-7db6a81f-f3cc-4c6b-9040-d3da4375e1bd tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks [] for port, precommit_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:40:57.014830 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-7db6a81f-f3cc-4c6b-9040-d3da4375e1bd tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3214569'] for port, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:40:57.091229 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:40:57.101205 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db6a81f-f3cc-4c6b-9040-d3da4375e1bd tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Pushing event updated for resources: {'Port': ['ID=a443eb33-c694-4243-b0fc-4df761de262e,revision_number=2']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:40:57.106336 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-7db6a81f-f3cc-4c6b-9040-d3da4375e1bd tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3896858'] for floatingip, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:40:57.214235 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.db.l3_db [None req-7db6a81f-f3cc-4c6b-9040-d3da4375e1bd tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Floating IP 8082abed-17db-43ef-83c2-d4fc158e313d associated. External IP: 172.27.1.11, port: 857c57df-9313-4e8b-b981-de078c2f2b58. Sep 25 03:40:57.445413 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7db6a81f-f3cc-4c6b-9040-d3da4375e1bd tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Router 4ffb49e0-1e1c-4b63-b363-7c32786630d6 has already been hosted by L3 agent be170b3f-ec9b-4dfa-8e40-fa1591bf80a9 {{(pid=94021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 03:40:57.535549 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 58360) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:40:57.565614 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db6a81f-f3cc-4c6b-9040-d3da4375e1bd tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify agent at l3_agent.dv-cinder-775706-4-iscsi the message routers_updated {{(pid=94021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 03:40:57.576450 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597c0e78-adf6-4506-904b-1e2c5c0cb8aa None None] Sync routers for ids ['4ffb49e0-1e1c-4b63-b363-7c32786630d6'] in dv-cinder-775706-4-iscsi {{(pid=94023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 03:40:57.588065 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597c0e78-adf6-4506-904b-1e2c5c0cb8aa None None] Routers {'4ffb49e0-1e1c-4b63-b363-7c32786630d6'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:40:57.588900 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-597c0e78-adf6-4506-904b-1e2c5c0cb8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:40:48Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['4ffb49e0-1e1c-4b63-b363-7c32786630d6'], 'active': True} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:40:57.590222 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-7db6a81f-f3cc-4c6b-9040-d3da4375e1bd tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950'] for floatingip, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:40:57.628954 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-7db6a81f-f3cc-4c6b-9040-d3da4375e1bd tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7009511 Sep 25 03:40:57.628954 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3b3967b-a17c-4d85-803a-7c24408bd577', 'tag': '857c57df-9313-4e8b-b981-de078c2f2b58'}] {{(pid=94021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 03:40:57.628954 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e2fb5340eb8446ff58cd715b9748d5b5aabaa2e5f9ab10f469ed89a7c45a212" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a2846af-9a82-4dc2-99de-c7eb4aa7d063" -d '{"events": [{"name": "network-changed", "server_uuid": "d3b3967b-a17c-4d85-803a-7c24408bd577", "tag": "857c57df-9313-4e8b-b981-de078c2f2b58"}]}' {{(pid=94021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 03:40:57.661653 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 03:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf98269f-3fe6-4e11-b3c6-5ec5d3189914 x-openstack-request-id: req-bf98269f-3fe6-4e11-b3c6-5ec5d3189914 {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 03:40:57.661793 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3b3967b-a17c-4d85-803a-7c24408bd577", "tag": "857c57df-9313-4e8b-b981-de078c2f2b58", "status": "completed", "code": 200}]} {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 03:40:57.661934 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bf98269f-3fe6-4e11-b3c6-5ec5d3189914 {{(pid=94021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 03:40:57.662339 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3b3967b-a17c-4d85-803a-7c24408bd577', 'tag': '857c57df-9313-4e8b-b981-de078c2f2b58', 'status': 'completed', 'code': 200} Sep 25 03:40:57.675960 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-62c2f3a2-d146-49b1-a614-8a9f5bfd211a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:40:57.697663 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvr_db [None req-597c0e78-adf6-4506-904b-1e2c5c0cb8aa None None] Set router 4ffb49e0-1e1c-4b63-b363-7c32786630d6 gateway port host: dv-cinder-775706-4-iscsi {{(pid=94023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:40:57.760529 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2846af-9a82-4dc2-99de-c7eb4aa7d063 req-35ce1582-8126-4eaa-90d1-1f3e1a764f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:40:57.762105 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3a2846af-9a82-4dc2-99de-c7eb4aa7d063 req-35ce1582-8126-4eaa-90d1-1f3e1a764f29 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=db363e7cf1b9415d89602f3298329e35&device_id=d3b3967b-a17c-4d85-803a-7c24408bd577 HTTP/1.1" status: 200 len: 1099 time: 0.0513878 Sep 25 03:40:57.776624 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-62c2f3a2-d146-49b1-a614-8a9f5bfd211a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:40:57.781695 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-62c2f3a2-d146-49b1-a614-8a9f5bfd211a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:40:57.820913 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c2f3a2-d146-49b1-a614-8a9f5bfd211a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99872688-2748-45d8-a994-f85644703509,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:40:57.827063 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-62c2f3a2-d146-49b1-a614-8a9f5bfd211a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e62cb35636134f728d45d813868347c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2879605 Sep 25 03:40:57.830078 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 58368) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:40:57.830962 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c2f3a2-d146-49b1-a614-8a9f5bfd211a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:40:57.831305 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c2f3a2-d146-49b1-a614-8a9f5bfd211a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:40:57.831821 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c2f3a2-d146-49b1-a614-8a9f5bfd211a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:40:57.832156 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c2f3a2-d146-49b1-a614-8a9f5bfd211a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:40:57.832485 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c2f3a2-d146-49b1-a614-8a9f5bfd211a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:40:57.832840 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c2f3a2-d146-49b1-a614-8a9f5bfd211a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:40:57.833161 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c2f3a2-d146-49b1-a614-8a9f5bfd211a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:40:57.833480 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c2f3a2-d146-49b1-a614-8a9f5bfd211a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:40:57.833804 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c2f3a2-d146-49b1-a614-8a9f5bfd211a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:40:57.834193 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c2f3a2-d146-49b1-a614-8a9f5bfd211a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:40:57.834437 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c2f3a2-d146-49b1-a614-8a9f5bfd211a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:40:57.834816 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c2f3a2-d146-49b1-a614-8a9f5bfd211a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:40:57.889040 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2846af-9a82-4dc2-99de-c7eb4aa7d063 req-be17d083-8287-4293-8043-5749c182f6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:40:57.890619 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3a2846af-9a82-4dc2-99de-c7eb4aa7d063 req-be17d083-8287-4293-8043-5749c182f6c5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3af85cfb-dd93-48a8-a1e1-fc03ce02f109 HTTP/1.1" status: 200 len: 912 time: 0.1217363 Sep 25 03:40:57.941058 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-62f199d1-1728-4cf2-897e-38f4de593283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:40:57.949982 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-597c0e78-adf6-4506-904b-1e2c5c0cb8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'name': 'tempest-TestVolumeBootPattern-517260034-router', 'tenant_id': 'db363e7cf1b9415d89602f3298329e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '4e4847b6-1d43-43aa-8619-ae9e17029fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:34:05Z', 'updated_at': '2021-09-25T03:34:11Z', 'revision_number': 4, 'project_id': 'db363e7cf1b9415d89602f3298329e35', 'gw_port': {'id': '4e4847b6-1d43-43aa-8619-ae9e17029fc4', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:25:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:06Z', 'updated_at': '2021-09-25T03:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_floatingips': [{'id': '4c64c6f5-a12f-496e-85cf-c63a36e3240e', 'tenant_id': 'db363e7cf1b9415d89602f3298329e35', 'floating_ip_address': '172.27.1.13', 'floating_network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'router_id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'port_id': 'd59277c4-05c8-48ba-bb31-5380252b96a5', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3af85cfb-dd93-48a8-a1e1-fc03ce02f109', 'mac_address': 'fa:16:3e:4e:07:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871e2f30-7fe1-4935-8a03-2927a4afadf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-25T03:38:19Z', 'updated_at': '2021-09-25T03:38:21Z', 'revision_number': 1, 'project_id': 'db363e7cf1b9415d89602f3298329e35', 'fixed_ip_address_scope': None}, {'id': '8082abed-17db-43ef-83c2-d4fc158e313d', 'tenant_id': 'db363e7cf1b9415d89602f3298329e35', 'floating_ip_address': '172.27.1.11', 'floating_network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'router_id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'port_id': '857c57df-9313-4e8b-b981-de078c2f2b58', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3af85cfb-dd93-48a8-a1e1-fc03ce02f109', 'mac_address': 'fa:16:3e:d2:cb:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b3967b-a17c-4d85-803a-7c24408bd577', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-25T03:40:56Z', 'updated_at': '2021-09-25T03:40:56Z', 'revision_number': 0, 'project_id': 'db363e7cf1b9415d89602f3298329e35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6eb43f13-becb-437d-b43d-aaf8c5b31ad3', 'name': '', 'network_id': '3af85cfb-dd93-48a8-a1e1-fc03ce02f109', 'tenant_id': 'db363e7cf1b9415d89602f3298329e35', 'mac_address': 'fa:16:3e:17:c4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '214e70c9-9735-4259-b6d5-e362dbd8f3ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:10Z', 'updated_at': '2021-09-25T03:34:29Z', 'revision_number': 5, 'project_id': 'db363e7cf1b9415d89602f3298329e35', 'subnets': [{'id': '214e70c9-9735-4259-b6d5-e362dbd8f3ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:40:57.970267 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-62f199d1-1728-4cf2-897e-38f4de593283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:40:57.976269 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597c0e78-adf6-4506-904b-1e2c5c0cb8aa None None] Checking router: 4ffb49e0-1e1c-4b63-b363-7c32786630d6 for host: dv-cinder-775706-4-iscsi {{(pid=94023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 03:40:57.983285 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3a2846af-9a82-4dc2-99de-c7eb4aa7d063 req-b3d79646-45ba-4221-a5bd-4f2687bb071f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=857c57df-9313-4e8b-b981-de078c2f2b58 HTTP/1.1" status: 200 len: 999 time: 0.0823715 Sep 25 03:40:57.984763 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597c0e78-adf6-4506-904b-1e2c5c0cb8aa None None] Routers {'4ffb49e0-1e1c-4b63-b363-7c32786630d6'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:40:57.985392 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-597c0e78-adf6-4506-904b-1e2c5c0cb8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:40:48Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['4ffb49e0-1e1c-4b63-b363-7c32786630d6'], 'active': True} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:40:58.048669 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2846af-9a82-4dc2-99de-c7eb4aa7d063 req-f1dff109-8590-4818-b26a-476ce6b8cdea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:40:58.050135 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3a2846af-9a82-4dc2-99de-c7eb4aa7d063 req-f1dff109-8590-4818-b26a-476ce6b8cdea service neutron] 10.222.0.45 "GET /v2.0/subnets?id=214e70c9-9735-4259-b6d5-e362dbd8f3ae HTTP/1.1" status: 200 len: 850 time: 0.0598660 Sep 25 03:40:58.068546 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-62f199d1-1728-4cf2-897e-38f4de593283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:40:58.071371 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-62f199d1-1728-4cf2-897e-38f4de593283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:40:58.072580 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-62f199d1-1728-4cf2-897e-38f4de593283 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/99872688-2748-45d8-a994-f85644703509 HTTP/1.1" status: 204 len: 168 time: 0.2415705 Sep 25 03:40:58.099163 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f199d1-1728-4cf2-897e-38f4de593283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99872688-2748-45d8-a994-f85644703509,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:40:58.115038 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2846af-9a82-4dc2-99de-c7eb4aa7d063 req-d0c4aae7-7217-4590-8353-9d44cf2fa5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:40:58.116604 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3a2846af-9a82-4dc2-99de-c7eb4aa7d063 req-d0c4aae7-7217-4590-8353-9d44cf2fa5ce service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3af85cfb-dd93-48a8-a1e1-fc03ce02f109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0594358 Sep 25 03:40:58.186088 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvr_db [None req-597c0e78-adf6-4506-904b-1e2c5c0cb8aa None None] Set router 4ffb49e0-1e1c-4b63-b363-7c32786630d6 gateway port host: dv-cinder-775706-4-iscsi {{(pid=94023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:40:58.221201 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3a2846af-9a82-4dc2-99de-c7eb4aa7d063 req-9eaed34f-fab8-4719-a507-6b552db1c253 service neutron] 10.222.0.45 "GET /v2.0/networks/3af85cfb-dd93-48a8-a1e1-fc03ce02f109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947978 Sep 25 03:40:58.322258 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3a2846af-9a82-4dc2-99de-c7eb4aa7d063 req-8db0047a-dce6-4a5a-b825-c0d27832193b service neutron] 10.222.0.45 "GET /v2.0/networks/3af85cfb-dd93-48a8-a1e1-fc03ce02f109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933254 Sep 25 03:40:58.373125 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 58376) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:40:58.389288 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-aa5d16b3-1c18-4e48-88e5-7ae7e940104f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:40:58.423371 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-597c0e78-adf6-4506-904b-1e2c5c0cb8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'name': 'tempest-TestVolumeBootPattern-517260034-router', 'tenant_id': 'db363e7cf1b9415d89602f3298329e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '4e4847b6-1d43-43aa-8619-ae9e17029fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:34:05Z', 'updated_at': '2021-09-25T03:34:11Z', 'revision_number': 4, 'project_id': 'db363e7cf1b9415d89602f3298329e35', 'gw_port': {'id': '4e4847b6-1d43-43aa-8619-ae9e17029fc4', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:25:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:06Z', 'updated_at': '2021-09-25T03:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_floatingips': [{'id': '4c64c6f5-a12f-496e-85cf-c63a36e3240e', 'tenant_id': 'db363e7cf1b9415d89602f3298329e35', 'floating_ip_address': '172.27.1.13', 'floating_network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'router_id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'port_id': 'd59277c4-05c8-48ba-bb31-5380252b96a5', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3af85cfb-dd93-48a8-a1e1-fc03ce02f109', 'mac_address': 'fa:16:3e:4e:07:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871e2f30-7fe1-4935-8a03-2927a4afadf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-25T03:38:19Z', 'updated_at': '2021-09-25T03:38:21Z', 'revision_number': 1, 'project_id': 'db363e7cf1b9415d89602f3298329e35', 'fixed_ip_address_scope': None}, {'id': '8082abed-17db-43ef-83c2-d4fc158e313d', 'tenant_id': 'db363e7cf1b9415d89602f3298329e35', 'floating_ip_address': '172.27.1.11', 'floating_network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'router_id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'port_id': '857c57df-9313-4e8b-b981-de078c2f2b58', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3af85cfb-dd93-48a8-a1e1-fc03ce02f109', 'mac_address': 'fa:16:3e:d2:cb:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b3967b-a17c-4d85-803a-7c24408bd577', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-25T03:40:56Z', 'updated_at': '2021-09-25T03:40:56Z', 'revision_number': 0, 'project_id': 'db363e7cf1b9415d89602f3298329e35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6eb43f13-becb-437d-b43d-aaf8c5b31ad3', 'name': '', 'network_id': '3af85cfb-dd93-48a8-a1e1-fc03ce02f109', 'tenant_id': 'db363e7cf1b9415d89602f3298329e35', 'mac_address': 'fa:16:3e:17:c4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '214e70c9-9735-4259-b6d5-e362dbd8f3ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:10Z', 'updated_at': '2021-09-25T03:34:29Z', 'revision_number': 5, 'project_id': 'db363e7cf1b9415d89602f3298329e35', 'subnets': [{'id': '214e70c9-9735-4259-b6d5-e362dbd8f3ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:40:58.456573 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597c0e78-adf6-4506-904b-1e2c5c0cb8aa None None] The sync data for ids ['4ffb49e0-1e1c-4b63-b363-7c32786630d6'] in dv-cinder-775706-4-iscsi is: [{'id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'name': 'tempest-TestVolumeBootPattern-517260034-router', 'tenant_id': 'db363e7cf1b9415d89602f3298329e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '4e4847b6-1d43-43aa-8619-ae9e17029fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:34:05Z', 'updated_at': '2021-09-25T03:34:11Z', 'revision_number': 4, 'project_id': 'db363e7cf1b9415d89602f3298329e35', 'gw_port': {'id': '4e4847b6-1d43-43aa-8619-ae9e17029fc4', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:25:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:06Z', 'updated_at': '2021-09-25T03:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_floatingips': [{'id': '4c64c6f5-a12f-496e-85cf-c63a36e3240e', 'tenant_id': 'db363e7cf1b9415d89602f3298329e35', 'floating_ip_address': '172.27.1.13', 'floating_network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'router_id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'port_id': 'd59277c4-05c8-48ba-bb31-5380252b96a5', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3af85cfb-dd93-48a8-a1e1-fc03ce02f109', 'mac_address': 'fa:16:3e:4e:07:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871e2f30-7fe1-4935-8a03-2927a4afadf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-25T03:38:19Z', 'updated_at': '2021-09-25T03:38:21Z', 'revision_number': 1, 'project_id': 'db363e7cf1b9415d89602f3298329e35', 'fixed_ip_address_scope': None}, {'id': '8082abed-17db-43ef-83c2-d4fc158e313d', 'tenant_id': 'db363e7cf1b9415d89602f3298329e35', 'floating_ip_address': '172.27.1.11', 'floating_network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'router_id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'port_id': '857c57df-9313-4e8b-b981-de078c2f2b58', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3af85cfb-dd93-48a8-a1e1-fc03ce02f109', 'mac_address': 'fa:16:3e:d2:cb:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b3967b-a17c-4d85-803a-7c24408bd577', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-25T03:40:56Z', 'updated_at': '2021-09-25T03:40:56Z', 'revision_number': 0, 'project_id': 'db363e7cf1b9415d89602f3298329e35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6eb43f13-becb-437d-b43d-aaf8c5b31ad3', 'name': '', 'network_id': '3af85cfb-dd93-48a8-a1e1-fc03ce02f109', 'tenant_id': 'db363e7cf1b9415d89602f3298329e35', 'mac_address': 'fa:16:3e:17:c4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '214e70c9-9735-4259-b6d5-e362dbd8f3ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:10Z', 'updated_at': '2021-09-25T03:34:29Z', 'revision_number': 5, 'project_id': 'db363e7cf1b9415d89602f3298329e35', 'subnets': [{'id': '214e70c9-9735-4259-b6d5-e362dbd8f3ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 03:40:58.476289 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-aa5d16b3-1c18-4e48-88e5-7ae7e940104f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:40:58.484101 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-aa5d16b3-1c18-4e48-88e5-7ae7e940104f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:40:58.522893 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5d16b3-1c18-4e48-88e5-7ae7e940104f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d0cc0b2-1854-40dd-a45c-45d18f1c8ea3,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:40:58.529467 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-aa5d16b3-1c18-4e48-88e5-7ae7e940104f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=22ef0e3a192f43ca954aaa40df56bd5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1552866 Sep 25 03:40:58.532116 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 58378) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:40:58.585660 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d4287817-c5e1-4d09-87e8-adc2a171fab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:40:58.610031 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d4287817-c5e1-4d09-87e8-adc2a171fab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:40:58.659300 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9489190f-7e4c-4cab-9cbd-ac0bf9999197 None None] New status for floating IP 8082abed-17db-43ef-83c2-d4fc158e313d: ACTIVE {{(pid=94022) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 25 03:40:58.667935 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d4287817-c5e1-4d09-87e8-adc2a171fab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:40:58.670796 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d4287817-c5e1-4d09-87e8-adc2a171fab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:40:58.671975 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-d4287817-c5e1-4d09-87e8-adc2a171fab4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6d0cc0b2-1854-40dd-a45c-45d18f1c8ea3 HTTP/1.1" status: 204 len: 168 time: 0.1386368 Sep 25 03:40:58.680134 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4287817-c5e1-4d09-87e8-adc2a171fab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d0cc0b2-1854-40dd-a45c-45d18f1c8ea3,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:41:02.109796 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122cf8dd-d7e3-440c-9933-ef65dd3b08f2 req-297ade40-9c01-46dd-86df-1c4c01144489 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:41:02.111347 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-122cf8dd-d7e3-440c-9933-ef65dd3b08f2 req-297ade40-9c01-46dd-86df-1c4c01144489 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=05d4f540-1d7b-40ce-9b86-89e46a671a10 HTTP/1.1" status: 200 len: 946 time: 0.0567694 Sep 25 03:41:02.154383 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-122cf8dd-d7e3-440c-9933-ef65dd3b08f2 req-d3fb0ba8-fade-4316-ba83-ccfcd9c05dc3 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ed2013-85e3-4179-98e8-18919e04df27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341425 Sep 25 03:41:03.289844 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491de502-e6fd-4ca9-b4ee-d1ff8ed22952 req-d50ceb85-12d4-4006-a852-b778234e8e1f tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:41:03.291457 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-491de502-e6fd-4ca9-b4ee-d1ff8ed22952 req-d50ceb85-12d4-4006-a852-b778234e8e1f tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=05d4f540-1d7b-40ce-9b86-89e46a671a10 HTTP/1.1" status: 200 len: 946 time: 0.0558681 Sep 25 03:41:03.345479 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-491de502-e6fd-4ca9-b4ee-d1ff8ed22952 req-960d8b74-8909-459d-baa9-d1fae59d9749 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ed2013-85e3-4179-98e8-18919e04df27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444887 Sep 25 03:41:03.942128 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 58482) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:41:04.057426 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-c90d2242-503b-4b71-9bda-6ab373a94f70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:41:04.147198 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-c90d2242-503b-4b71-9bda-6ab373a94f70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:41:04.153424 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-c90d2242-503b-4b71-9bda-6ab373a94f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:41:04.198441 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-c90d2242-503b-4b71-9bda-6ab373a94f70 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=51979dd6f0fa4949ace2475151578dfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2534478 Sep 25 03:41:04.199186 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90d2242-503b-4b71-9bda-6ab373a94f70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8721f2ba-3ecd-4256-a3d3-a8ef0006956a,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:41:04.201239 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 58486) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:41:04.251279 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f5689d55-c7ba-4bb7-829f-63d9700edb64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:41:04.275637 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f5689d55-c7ba-4bb7-829f-63d9700edb64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:41:04.332220 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f5689d55-c7ba-4bb7-829f-63d9700edb64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:41:04.335030 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f5689d55-c7ba-4bb7-829f-63d9700edb64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:41:04.337131 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-f5689d55-c7ba-4bb7-829f-63d9700edb64 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8721f2ba-3ecd-4256-a3d3-a8ef0006956a HTTP/1.1" status: 204 len: 168 time: 0.1347578 Sep 25 03:41:04.344901 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5689d55-c7ba-4bb7-829f-63d9700edb64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8721f2ba-3ecd-4256-a3d3-a8ef0006956a,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:41:04.476724 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a46a2ef-d3f9-4a28-b4a1-17a7d3c1c568 req-8fd51f7e-c11c-4d89-b2f7-9e5c277363f7 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:41:04.478259 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9a46a2ef-d3f9-4a28-b4a1-17a7d3c1c568 req-8fd51f7e-c11c-4d89-b2f7-9e5c277363f7 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=05d4f540-1d7b-40ce-9b86-89e46a671a10 HTTP/1.1" status: 200 len: 946 time: 0.0501146 Sep 25 03:41:04.519658 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9a46a2ef-d3f9-4a28-b4a1-17a7d3c1c568 req-efeba45d-b729-4a64-82b5-6c2513990e31 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ed2013-85e3-4179-98e8-18919e04df27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354042 Sep 25 03:41:04.911932 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-30433e91-d365-4969-8805-4a086a7ec9da req-9e2f73e5-de8c-4fa1-9d00-871fbe46c544 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=871e2f30-7fe1-4935-8a03-2927a4afadf5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3146129 Sep 25 03:41:05.006348 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 58512) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:41:05.014501 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30433e91-d365-4969-8805-4a086a7ec9da req-bc7d5788-b9df-4907-af3a-893a868510b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:41:05.016005 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-30433e91-d365-4969-8805-4a086a7ec9da req-bc7d5788-b9df-4907-af3a-893a868510b8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=db363e7cf1b9415d89602f3298329e35&device_id=871e2f30-7fe1-4935-8a03-2927a4afadf5 HTTP/1.1" status: 200 len: 1098 time: 0.0400910 Sep 25 03:41:05.106277 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-dcd1819c-c4b6-4547-af37-dddaeea90998 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1081673082-network', 'tenant_id': 'd199f73ae1cb4fd9b98dd0a801b2efdc'}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:41:05.124080 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30433e91-d365-4969-8805-4a086a7ec9da req-1be72d05-5fe2-4ed4-baca-48fb3ad79f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:41:05.125751 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-30433e91-d365-4969-8805-4a086a7ec9da req-1be72d05-5fe2-4ed4-baca-48fb3ad79f7c service neutron] 10.222.0.45 "GET /v2.0/networks?id=3af85cfb-dd93-48a8-a1e1-fc03ce02f109 HTTP/1.1" status: 200 len: 912 time: 0.0876522 Sep 25 03:41:05.131715 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcd1819c-c4b6-4547-af37-dddaeea90998 admin admin] Made reservation on behalf of d199f73ae1cb4fd9b98dd0a801b2efdc for: {'network': 1} {{(pid=94020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 03:41:05.134128 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-dcd1819c-c4b6-4547-af37-dddaeea90998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for network, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:41:05.143148 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-dcd1819c-c4b6-4547-af37-dddaeea90998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:41:05.192454 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-30433e91-d365-4969-8805-4a086a7ec9da req-eac3ab18-f18d-4d65-8780-23a03888f393 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d59277c4-05c8-48ba-bb31-5380252b96a5 HTTP/1.1" status: 200 len: 1000 time: 0.0594480 Sep 25 03:41:05.235136 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-dcd1819c-c4b6-4547-af37-dddaeea90998 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:41:05.241373 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-dcd1819c-c4b6-4547-af37-dddaeea90998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:41:05.254933 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30433e91-d365-4969-8805-4a086a7ec9da req-baefaf03-cfcb-4c82-bd99-5a373cff55ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:41:05.256491 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-30433e91-d365-4969-8805-4a086a7ec9da req-baefaf03-cfcb-4c82-bd99-5a373cff55ab service neutron] 10.222.0.45 "GET /v2.0/subnets?id=214e70c9-9735-4259-b6d5-e362dbd8f3ae HTTP/1.1" status: 200 len: 850 time: 0.0458305 Sep 25 03:41:05.263150 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcd1819c-c4b6-4547-af37-dddaeea90998 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=94020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 03:41:05.277074 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd1819c-c4b6-4547-af37-dddaeea90998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f9c1c1-3f4c-4f41-b1eb-9a5a48aeb641,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:41:05.286534 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-dcd1819c-c4b6-4547-af37-dddaeea90998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614597'] for segment, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:41:05.286987 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.db.segments_db [None req-dcd1819c-c4b6-4547-af37-dddaeea90998 admin admin] Added segment bc8dd30a-0cdb-44a9-9a57-83a64cda11c0 of type vlan for network 02ebdb2d-016d-4763-8c2a-aee72dc5b6a5 Sep 25 03:41:05.313952 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30433e91-d365-4969-8805-4a086a7ec9da req-850d4a78-4d48-47a6-bb9f-b2b27b558bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:41:05.315665 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-30433e91-d365-4969-8805-4a086a7ec9da req-850d4a78-4d48-47a6-bb9f-b2b27b558bcc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3af85cfb-dd93-48a8-a1e1-fc03ce02f109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0469830 Sep 25 03:41:05.330022 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-dcd1819c-c4b6-4547-af37-dddaeea90998 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731880296735'] for network, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:41:05.356773 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-dcd1819c-c4b6-4547-af37-dddaeea90998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117'] for network, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:41:05.357725 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd1819c-c4b6-4547-af37-dddaeea90998 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:41:05.358305 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-dcd1819c-c4b6-4547-af37-dddaeea90998 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3625783'] for network, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:41:05.388593 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-dcd1819c-c4b6-4547-af37-dddaeea90998 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3812120 Sep 25 03:41:05.392354 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 58516) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:41:05.398755 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-2923d487-e984-4295-93cc-7d78b8660a8d admin admin] Request body: {'subnet': {'network_id': '02ebdb2d-016d-4763-8c2a-aee72dc5b6a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1081673082-subnet', 'tenant_id': 'd199f73ae1cb4fd9b98dd0a801b2efdc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:41:05.420597 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-30433e91-d365-4969-8805-4a086a7ec9da req-dcb1dc12-ae35-4240-aa99-9ecd207f8963 service neutron] 10.222.0.45 "GET /v2.0/networks/3af85cfb-dd93-48a8-a1e1-fc03ce02f109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891976 Sep 25 03:41:05.430548 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd1819c-c4b6-4547-af37-dddaeea90998 admin admin] Pushing event updated for resources: {'Network': ['ID=02ebdb2d-016d-4763-8c2a-aee72dc5b6a5,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:41:05.441293 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Network 02ebdb2d-016d-4763-8c2a-aee72dc5b6a5 details requested by agent ovs-agent-dv-cinder-775706-4-iscsi with host dv-cinder-775706-4-iscsi {{(pid=94022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 03:41:05.451666 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2923d487-e984-4295-93cc-7d78b8660a8d admin admin] Made reservation on behalf of d199f73ae1cb4fd9b98dd0a801b2efdc for: {'subnet': 1} {{(pid=94020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 03:41:05.454472 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-2923d487-e984-4295-93cc-7d78b8660a8d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9253190'] for subnet, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:41:05.522675 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-30433e91-d365-4969-8805-4a086a7ec9da req-d1770c3c-3fe6-41a4-9492-a19ef52c0cc3 service neutron] 10.222.0.45 "GET /v2.0/networks/3af85cfb-dd93-48a8-a1e1-fc03ce02f109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940666 Sep 25 03:41:05.625524 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-2923d487-e984-4295-93cc-7d78b8660a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8937583', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9253236'] for subnet, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:41:05.641288 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb95f721-2fe5-4229-98d9-9d8b32106a04 req-7500d916-1126-40fc-b0f4-2077845726df tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:41:05.642894 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-cb95f721-2fe5-4229-98d9-9d8b32106a04 req-7500d916-1126-40fc-b0f4-2077845726df tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=05d4f540-1d7b-40ce-9b86-89e46a671a10 HTTP/1.1" status: 200 len: 946 time: 0.0516114 Sep 25 03:41:05.678487 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2923d487-e984-4295-93cc-7d78b8660a8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5989d88d-ea8f-44fd-8127-a0303bee2798,revision_number=0']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:41:05.689057 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2923d487-e984-4295-93cc-7d78b8660a8d admin admin] Checking segment: {'id': 'bc8dd30a-0cdb-44a9-9a57-83a64cda11c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '02ebdb2d-016d-4763-8c2a-aee72dc5b6a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 03:41:05.689406 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2923d487-e984-4295-93cc-7d78b8660a8d admin admin] Network hostable DHCP agents. Network: 02ebdb2d-016d-4763-8c2a-aee72dc5b6a5, hostable agents: ['2fa0f05e-bfa9-4bbd-9fe7-8d8f67ba176e'], hosted agents: [] {{(pid=94020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 03:41:05.690987 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-cb95f721-2fe5-4229-98d9-9d8b32106a04 req-f30fa798-b857-4789-9156-0cc9da2b8c3e tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ed2013-85e3-4179-98e8-18919e04df27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411837 Sep 25 03:41:05.709746 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2923d487-e984-4295-93cc-7d78b8660a8d admin admin] Network 02ebdb2d-016d-4763-8c2a-aee72dc5b6a5 is scheduled to be hosted by DHCP agent 2fa0f05e-bfa9-4bbd-9fe7-8d8f67ba176e with binding_index 1 {{(pid=94020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 03:41:05.722301 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.base_scheduler [None req-2923d487-e984-4295-93cc-7d78b8660a8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-4-iscsi, 02ebdb2d-016d-4763-8c2a-aee72dc5b6a5) {{(pid=94020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:41:05.727203 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2923d487-e984-4295-93cc-7d78b8660a8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:41:05.727789 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-2923d487-e984-4295-93cc-7d78b8660a8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:41:05.731826 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd8594d-b7b5-4b6a-8450-395b4a7d49db None None] Network 02ebdb2d-016d-4763-8c2a-aee72dc5b6a5 requested from dv-cinder-775706-4-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 03:41:05.744439 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-2923d487-e984-4295-93cc-7d78b8660a8d admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3510189 Sep 25 03:41:05.858248 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c30e23-1cdc-4a48-8810-1e0f024e8ef5 None None] Network 02ebdb2d-016d-4763-8c2a-aee72dc5b6a5 requested from dv-cinder-775706-4-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 03:41:06.823216 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5031f1f6-962c-450a-a6b0-26c15becee97 req-b4f07288-c542-45cb-90ef-8f1e25cc302a tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:41:06.824711 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5031f1f6-962c-450a-a6b0-26c15becee97 req-b4f07288-c542-45cb-90ef-8f1e25cc302a tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=05d4f540-1d7b-40ce-9b86-89e46a671a10 HTTP/1.1" status: 200 len: 946 time: 0.0524733 Sep 25 03:41:06.868349 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5031f1f6-962c-450a-a6b0-26c15becee97 req-79c9995e-d0df-448d-8dec-03846dd9acae tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ed2013-85e3-4179-98e8-18919e04df27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372834 Sep 25 03:41:07.532441 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac15548-070e-42f6-9b70-d6a8d2b050e7 req-adf53473-7e7b-4389-9752-8d1db7e58434 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:41:07.533846 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6ac15548-070e-42f6-9b70-d6a8d2b050e7 req-adf53473-7e7b-4389-9752-8d1db7e58434 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] 10.222.0.42 "GET /v2.0/networks?id=02ebdb2d-016d-4763-8c2a-aee72dc5b6a5 HTTP/1.1" status: 200 len: 814 time: 0.1094549 Sep 25 03:41:07.554543 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6ac15548-070e-42f6-9b70-d6a8d2b050e7 req-4c917546-da82-4320-91b5-91fa312228a1 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] 10.222.0.42 "GET /v2.0/quotas/d199f73ae1cb4fd9b98dd0a801b2efdc HTTP/1.1" status: 200 len: 375 time: 0.0136750 Sep 25 03:41:07.586510 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6ac15548-070e-42f6-9b70-d6a8d2b050e7 req-790f0d24-866d-4dae-86c9-accf81e02acf tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d199f73ae1cb4fd9b98dd0a801b2efdc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264804 Sep 25 03:41:07.597366 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [req-6ac15548-070e-42f6-9b70-d6a8d2b050e7 req-c5201034-4b13-4c0c-88d6-d104a7bf9a11 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94021) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 25 03:41:07.598464 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6ac15548-070e-42f6-9b70-d6a8d2b050e7 req-c5201034-4b13-4c0c-88d6-d104a7bf9a11 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050263 Sep 25 03:41:07.703877 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6ac15548-070e-42f6-9b70-d6a8d2b050e7 req-1fe80e5b-b7cd-4703-a88d-26cc2add0d4d service neutron] 10.222.0.42 "GET /v2.0/networks/02ebdb2d-016d-4763-8c2a-aee72dc5b6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989573 Sep 25 03:41:07.809603 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6ac15548-070e-42f6-9b70-d6a8d2b050e7 req-61ad40eb-9a6e-4bfd-9dae-be6e5b3c2d76 service neutron] 10.222.0.42 "GET /v2.0/networks/02ebdb2d-016d-4763-8c2a-aee72dc5b6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993567 Sep 25 03:41:07.997104 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-148330e6-299c-48be-b889-9d88b586baf6 req-4a1ce7e9-15e6-4d22-8726-851da6056fb8 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a9194b3-e761-4529-b64c-6de772ae1178 HTTP/1.1" status: 200 len: 210 time: 0.0374911 Sep 25 03:41:08.020275 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bd800f-8621-4aa1-b145-b12567c0e852 req-9ee6995a-9d3b-46e2-b20f-471bdab0d954 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:41:08.021826 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a2bd800f-8621-4aa1-b145-b12567c0e852 req-9ee6995a-9d3b-46e2-b20f-471bdab0d954 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=05d4f540-1d7b-40ce-9b86-89e46a671a10 HTTP/1.1" status: 200 len: 946 time: 0.0743704 Sep 25 03:41:08.063346 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a2bd800f-8621-4aa1-b145-b12567c0e852 req-7513ef27-55e0-4d95-b00e-166832df1ab4 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ed2013-85e3-4179-98e8-18919e04df27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327194 Sep 25 03:41:09.077535 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-00ec7741-8067-43fc-ae12-1693b4c0f2d3 req-d191c9f6-43b0-4d54-a1ec-43453e2b004f tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a9194b3-e761-4529-b64c-6de772ae1178 HTTP/1.1" status: 200 len: 210 time: 0.0296555 Sep 25 03:41:09.184955 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb54bbd-e9b3-45a6-b59a-9da8d1ac3425 req-26c13c73-0947-4700-82a1-c6271553b732 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:41:09.186424 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3fb54bbd-e9b3-45a6-b59a-9da8d1ac3425 req-26c13c73-0947-4700-82a1-c6271553b732 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=05d4f540-1d7b-40ce-9b86-89e46a671a10 HTTP/1.1" status: 200 len: 946 time: 0.0519753 Sep 25 03:41:09.227056 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3fb54bbd-e9b3-45a6-b59a-9da8d1ac3425 req-f8948df6-0d67-4b87-ba50-0b143e9de041 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ed2013-85e3-4179-98e8-18919e04df27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347085 Sep 25 03:41:10.155713 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-11d5ba72-6792-4d5d-862b-31cf10558293 req-539abbad-946d-4a23-afd7-2e1e7d2b7e51 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a9194b3-e761-4529-b64c-6de772ae1178 HTTP/1.1" status: 200 len: 210 time: 0.0262716 Sep 25 03:41:10.353811 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb0f6e-d402-4bd6-aefb-8dc6d4f0cf83 req-0d5c5988-e664-422e-ae64-f6a3102c17c2 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:41:10.355325 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1bbb0f6e-d402-4bd6-aefb-8dc6d4f0cf83 req-0d5c5988-e664-422e-ae64-f6a3102c17c2 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=05d4f540-1d7b-40ce-9b86-89e46a671a10 HTTP/1.1" status: 200 len: 946 time: 0.0508559 Sep 25 03:41:10.399390 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1bbb0f6e-d402-4bd6-aefb-8dc6d4f0cf83 req-7efeb622-8971-4b3f-af57-6babf4b1ea09 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ed2013-85e3-4179-98e8-18919e04df27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350211 Sep 25 03:41:11.237282 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4452cef3-4932-4be9-afdd-f2bac0354062 req-1148f601-b105-443d-9a30-3b851021c161 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a9194b3-e761-4529-b64c-6de772ae1178 HTTP/1.1" status: 200 len: 210 time: 0.0262737 Sep 25 03:41:11.530005 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889eb053-6491-4cf8-9817-20516b69f3d5 req-77fb4eb7-314f-4076-a219-446099a44981 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:41:11.531489 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-889eb053-6491-4cf8-9817-20516b69f3d5 req-77fb4eb7-314f-4076-a219-446099a44981 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=05d4f540-1d7b-40ce-9b86-89e46a671a10 HTTP/1.1" status: 200 len: 946 time: 0.0527413 Sep 25 03:41:11.579503 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-889eb053-6491-4cf8-9817-20516b69f3d5 req-c0594a87-d5bd-4d08-ad68-f0dcb5d1bd41 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ed2013-85e3-4179-98e8-18919e04df27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415382 Sep 25 03:41:12.341171 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a787db9e-f305-4af2-92e0-967fe76e8edd req-60c23568-2bc4-40eb-9712-6733015bcc33 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a9194b3-e761-4529-b64c-6de772ae1178 HTTP/1.1" status: 200 len: 210 time: 0.0275609 Sep 25 03:41:12.731145 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d2eebd-927d-4838-9df4-a6357cce7f74 req-15faab41-0330-4c9f-a0a6-ed78a371cee8 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:41:12.732675 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-37d2eebd-927d-4838-9df4-a6357cce7f74 req-15faab41-0330-4c9f-a0a6-ed78a371cee8 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=05d4f540-1d7b-40ce-9b86-89e46a671a10 HTTP/1.1" status: 200 len: 946 time: 0.0739775 Sep 25 03:41:12.778242 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-37d2eebd-927d-4838-9df4-a6357cce7f74 req-8c9548eb-0c39-441b-b9cf-d8a111837901 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ed2013-85e3-4179-98e8-18919e04df27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393307 Sep 25 03:41:13.443353 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-aaa8f816-cb93-484d-b4b7-0e5530ce4f6b req-6238f8e6-3a35-49a5-949b-d0fe91e19ebd tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a9194b3-e761-4529-b64c-6de772ae1178 HTTP/1.1" status: 200 len: 210 time: 0.0265532 Sep 25 03:41:13.654222 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac15548-070e-42f6-9b70-d6a8d2b050e7 req-91f7471c-ea46-4740-a27b-4cd7dcddbfbd tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:41:13.655601 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6ac15548-070e-42f6-9b70-d6a8d2b050e7 req-91f7471c-ea46-4740-a27b-4cd7dcddbfbd tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] 10.222.0.45 "GET /v2.0/networks?id=02ebdb2d-016d-4763-8c2a-aee72dc5b6a5 HTTP/1.1" status: 200 len: 814 time: 0.1131196 Sep 25 03:41:13.677720 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [req-6ac15548-070e-42f6-9b70-d6a8d2b050e7 req-0baa0899-554a-433a-b7df-8da460fa03ea tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] Request body: {'port': {'device_id': '9a9194b3-e761-4529-b64c-6de772ae1178', 'network_id': '02ebdb2d-016d-4763-8c2a-aee72dc5b6a5', 'admin_state_up': True, 'tenant_id': 'd199f73ae1cb4fd9b98dd0a801b2efdc'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:41:13.804371 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ac15548-070e-42f6-9b70-d6a8d2b050e7 req-0baa0899-554a-433a-b7df-8da460fa03ea tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] Made reservation on behalf of d199f73ae1cb4fd9b98dd0a801b2efdc for: {'port': 1} {{(pid=94021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 03:41:13.809424 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-6ac15548-070e-42f6-9b70-d6a8d2b050e7 req-0baa0899-554a-433a-b7df-8da460fa03ea tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:41:13.957824 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31f9385-ee14-4204-9354-bf43535e4679 req-e6025edb-664a-4038-b20e-c2f719d6fd4c tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:41:13.959761 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a31f9385-ee14-4204-9354-bf43535e4679 req-e6025edb-664a-4038-b20e-c2f719d6fd4c tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=05d4f540-1d7b-40ce-9b86-89e46a671a10 HTTP/1.1" status: 200 len: 946 time: 0.0948811 Sep 25 03:41:13.979575 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.db.db_base_plugin_common [req-6ac15548-070e-42f6-9b70-d6a8d2b050e7 req-0baa0899-554a-433a-b7df-8da460fa03ea tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] Allocated IP 172.20.0.10 (02ebdb2d-016d-4763-8c2a-aee72dc5b6a5/5989d88d-ea8f-44fd-8127-a0303bee2798/556848bd-0619-4a9a-94f2-289ca1f8ba3e) {{(pid=94021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 03:41:14.023678 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a31f9385-ee14-4204-9354-bf43535e4679 req-3843b3a1-c0b2-4c52-acf3-244d94dbd378 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ed2013-85e3-4179-98e8-18919e04df27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551043 Sep 25 03:41:14.161527 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-6ac15548-070e-42f6-9b70-d6a8d2b050e7 req-0baa0899-554a-433a-b7df-8da460fa03ea tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] Notify callbacks [] for port, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:41:14.202445 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-6ac15548-070e-42f6-9b70-d6a8d2b050e7 req-0baa0899-554a-433a-b7df-8da460fa03ea tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731880292801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3214562'] for port, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:41:14.248180 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ac15548-070e-42f6-9b70-d6a8d2b050e7 req-0baa0899-554a-433a-b7df-8da460fa03ea tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] Network 02ebdb2d-016d-4763-8c2a-aee72dc5b6a5 is already hosted by enough agents. {{(pid=94021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 03:41:14.251168 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.base_scheduler [req-6ac15548-070e-42f6-9b70-d6a8d2b050e7 req-0baa0899-554a-433a-b7df-8da460fa03ea tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] Resources bound (agent type, host, resource id): {{(pid=94021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:41:14.254718 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ac15548-070e-42f6-9b70-d6a8d2b050e7 req-0baa0899-554a-433a-b7df-8da460fa03ea tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] Received port after_create {{(pid=94021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 03:41:14.264033 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baa0899-554a-433a-b7df-8da460fa03ea tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] Pushing event updated for resources: {'Port': ['ID=556848bd-0619-4a9a-94f2-289ca1f8ba3e,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:41:14.308171 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac15548-070e-42f6-9b70-d6a8d2b050e7 req-0baa0899-554a-433a-b7df-8da460fa03ea tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:41:14.308804 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-6ac15548-070e-42f6-9b70-d6a8d2b050e7 req-0baa0899-554a-433a-b7df-8da460fa03ea tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:41:14.326017 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6ac15548-070e-42f6-9b70-d6a8d2b050e7 req-0baa0899-554a-433a-b7df-8da460fa03ea tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6523206 Sep 25 03:41:14.348009 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [req-6ac15548-070e-42f6-9b70-d6a8d2b050e7 req-7e79f83d-d154-45ed-b15a-be85f8276232 service neutron] Request body: {'port': {'device_id': '9a9194b3-e761-4529-b64c-6de772ae1178', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:41:14.403680 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-6ac15548-070e-42f6-9b70-d6a8d2b050e7 req-7e79f83d-d154-45ed-b15a-be85f8276232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:41:14.618545 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea2ee0f-642b-43e8-b086-a219ac9a065c req-3ab8036b-f3f0-4a46-bdc3-7e95b659cdd0 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:41:14.620032 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-eea2ee0f-642b-43e8-b086-a219ac9a065c req-3ab8036b-f3f0-4a46-bdc3-7e95b659cdd0 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a9194b3-e761-4529-b64c-6de772ae1178 HTTP/1.1" status: 200 len: 932 time: 0.1049430 Sep 25 03:41:14.682837 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-eea2ee0f-642b-43e8-b086-a219ac9a065c req-0d115a65-6dff-4092-a2f5-86f7894ece17 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f9c1c1-3f4c-4f41-b1eb-9a5a48aeb641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561485 Sep 25 03:41:14.742986 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [req-6ac15548-070e-42f6-9b70-d6a8d2b050e7 req-7e79f83d-d154-45ed-b15a-be85f8276232 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 556848bd-0619-4a9a-94f2-289ca1f8ba3e {{(pid=94021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 03:41:14.752730 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-6ac15548-070e-42f6-9b70-d6a8d2b050e7 req-7e79f83d-d154-45ed-b15a-be85f8276232 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:41:14.770864 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.db.provisioning_blocks [req-6ac15548-070e-42f6-9b70-d6a8d2b050e7 req-7e79f83d-d154-45ed-b15a-be85f8276232 service neutron] Transition to ACTIVE for port object 556848bd-0619-4a9a-94f2-289ca1f8ba3e will not be triggered until provisioned by entity L2. {{(pid=94021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 25 03:41:14.777891 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-6ac15548-070e-42f6-9b70-d6a8d2b050e7 req-7e79f83d-d154-45ed-b15a-be85f8276232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3214569'] for port, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:41:14.828498 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e79f83d-d154-45ed-b15a-be85f8276232 service neutron] Pushing event updated for resources: {'Port': ['ID=556848bd-0619-4a9a-94f2-289ca1f8ba3e,revision_number=2']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:41:14.905541 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-6ac15548-070e-42f6-9b70-d6a8d2b050e7 req-7e79f83d-d154-45ed-b15a-be85f8276232 service neutron] Attempting to bind port 556848bd-0619-4a9a-94f2-289ca1f8ba3e on host hv-cinder-77570 for vnic_type normal with profile {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 03:41:14.905877 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-6ac15548-070e-42f6-9b70-d6a8d2b050e7 req-7e79f83d-d154-45ed-b15a-be85f8276232 service neutron] Attempting to bind port 556848bd-0619-4a9a-94f2-289ca1f8ba3e by drivers openvswitch,hyperv on host hv-cinder-77570 at level 0 using segments [{'id': 'bc8dd30a-0cdb-44a9-9a57-83a64cda11c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '02ebdb2d-016d-4763-8c2a-aee72dc5b6a5'}] {{(pid=94021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 03:41:14.906118 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac15548-070e-42f6-9b70-d6a8d2b050e7 req-7e79f83d-d154-45ed-b15a-be85f8276232 service neutron] Attempting to bind port 556848bd-0619-4a9a-94f2-289ca1f8ba3e on network 02ebdb2d-016d-4763-8c2a-aee72dc5b6a5 {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 03:41:14.914360 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac15548-070e-42f6-9b70-d6a8d2b050e7 req-7e79f83d-d154-45ed-b15a-be85f8276232 service neutron] Port 556848bd-0619-4a9a-94f2-289ca1f8ba3e on network 02ebdb2d-016d-4763-8c2a-aee72dc5b6a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77570 {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 25 03:41:14.914674 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac15548-070e-42f6-9b70-d6a8d2b050e7 req-7e79f83d-d154-45ed-b15a-be85f8276232 service neutron] Attempting to bind port 556848bd-0619-4a9a-94f2-289ca1f8ba3e on network 02ebdb2d-016d-4763-8c2a-aee72dc5b6a5 {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 03:41:14.919859 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac15548-070e-42f6-9b70-d6a8d2b050e7 req-7e79f83d-d154-45ed-b15a-be85f8276232 service neutron] Checking agent: {'id': '508f5817-0468-490c-b4b9-d8db88d5fd84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 3, 27, 55), 'started_at': datetime.datetime(2021, 9, 25, 3, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 3, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 03:41:14.920189 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac15548-070e-42f6-9b70-d6a8d2b050e7 req-7e79f83d-d154-45ed-b15a-be85f8276232 service neutron] Checking segment: {'id': 'bc8dd30a-0cdb-44a9-9a57-83a64cda11c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '02ebdb2d-016d-4763-8c2a-aee72dc5b6a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 03:41:14.920564 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac15548-070e-42f6-9b70-d6a8d2b050e7 req-7e79f83d-d154-45ed-b15a-be85f8276232 service neutron] Bound using segment: {'id': 'bc8dd30a-0cdb-44a9-9a57-83a64cda11c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '02ebdb2d-016d-4763-8c2a-aee72dc5b6a5'} {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 03:41:14.921013 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-6ac15548-070e-42f6-9b70-d6a8d2b050e7 req-7e79f83d-d154-45ed-b15a-be85f8276232 service neutron] Bound port: 556848bd-0619-4a9a-94f2-289ca1f8ba3e, host: hv-cinder-77570, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc8dd30a-0cdb-44a9-9a57-83a64cda11c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '02ebdb2d-016d-4763-8c2a-aee72dc5b6a5'}}] {{(pid=94021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 03:41:14.921348 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-6ac15548-070e-42f6-9b70-d6a8d2b050e7 req-7e79f83d-d154-45ed-b15a-be85f8276232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:41:14.997200 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-6ac15548-070e-42f6-9b70-d6a8d2b050e7 req-7e79f83d-d154-45ed-b15a-be85f8276232 service neutron] For port 556848bd-0619-4a9a-94f2-289ca1f8ba3e, host hv-cinder-77570, cleared binding levels {{(pid=94021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 03:41:15.000408 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-6ac15548-070e-42f6-9b70-d6a8d2b050e7 req-7e79f83d-d154-45ed-b15a-be85f8276232 service neutron] For port 556848bd-0619-4a9a-94f2-289ca1f8ba3e, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=556848bd-0619-4a9a-94f2-289ca1f8ba3e,segment=NetworkSegment(bc8dd30a-0cdb-44a9-9a57-83a64cda11c0),segment_id=bc8dd30a-0cdb-44a9-9a57-83a64cda11c0)] {{(pid=94021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 03:41:15.007745 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-6ac15548-070e-42f6-9b70-d6a8d2b050e7 req-7e79f83d-d154-45ed-b15a-be85f8276232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3214569'] for port, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:41:15.043157 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac15548-070e-42f6-9b70-d6a8d2b050e7 req-7e79f83d-d154-45ed-b15a-be85f8276232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:41:15.043762 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-6ac15548-070e-42f6-9b70-d6a8d2b050e7 req-7e79f83d-d154-45ed-b15a-be85f8276232 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:41:15.045181 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6ac15548-070e-42f6-9b70-d6a8d2b050e7 req-7e79f83d-d154-45ed-b15a-be85f8276232 service neutron] 10.222.0.45 "PUT /v2.0/ports/556848bd-0619-4a9a-94f2-289ca1f8ba3e HTTP/1.1" status: 200 len: 1094 time: 0.7012424 Sep 25 03:41:15.045612 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a9194b3-e761-4529-b64c-6de772ae1178', 'tag': '556848bd-0619-4a9a-94f2-289ca1f8ba3e'}] {{(pid=94021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 03:41:15.047853 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e2fb5340eb8446ff58cd715b9748d5b5aabaa2e5f9ab10f469ed89a7c45a212" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f57c4f-0560-4349-af74-3c8f38326fb6" -d '{"events": [{"name": "network-changed", "server_uuid": "9a9194b3-e761-4529-b64c-6de772ae1178", "tag": "556848bd-0619-4a9a-94f2-289ca1f8ba3e"}]}' {{(pid=94021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 03:41:15.076264 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e79f83d-d154-45ed-b15a-be85f8276232 service neutron] Pushing event updated for resources: {'Port': ['ID=556848bd-0619-4a9a-94f2-289ca1f8ba3e,revision_number=3']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:41:15.088310 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 03:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d425a4-af69-4ee4-95b0-c4fc8df42b13 x-openstack-request-id: req-72d425a4-af69-4ee4-95b0-c4fc8df42b13 {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 03:41:15.088614 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a9194b3-e761-4529-b64c-6de772ae1178", "tag": "556848bd-0619-4a9a-94f2-289ca1f8ba3e", "status": "completed", "code": 200}]} {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 03:41:15.088868 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-72d425a4-af69-4ee4-95b0-c4fc8df42b13 {{(pid=94021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 03:41:15.089254 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a9194b3-e761-4529-b64c-6de772ae1178', 'tag': '556848bd-0619-4a9a-94f2-289ca1f8ba3e', 'status': 'completed', 'code': 200} Sep 25 03:41:15.177075 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acdea81-6d63-4ad8-ba13-885c022945fd req-0efdd1e7-8483-4117-8117-02cffd5dc25c tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:41:15.179561 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3acdea81-6d63-4ad8-ba13-885c022945fd req-0efdd1e7-8483-4117-8117-02cffd5dc25c tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=05d4f540-1d7b-40ce-9b86-89e46a671a10 HTTP/1.1" status: 200 len: 946 time: 0.0802274 Sep 25 03:41:15.185872 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac15548-070e-42f6-9b70-d6a8d2b050e7 req-b0066bdd-e301-4384-9e58-a08729967137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:41:15.187267 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6ac15548-070e-42f6-9b70-d6a8d2b050e7 req-b0066bdd-e301-4384-9e58-a08729967137 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d199f73ae1cb4fd9b98dd0a801b2efdc&device_id=9a9194b3-e761-4529-b64c-6de772ae1178 HTTP/1.1" status: 200 len: 1097 time: 0.0580468 Sep 25 03:41:15.247583 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6ac15548-070e-42f6-9b70-d6a8d2b050e7 req-dae4e354-e78b-41a9-971d-7a6b5ebccf3d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=556848bd-0619-4a9a-94f2-289ca1f8ba3e HTTP/1.1" status: 200 len: 217 time: 0.0414889 Sep 25 03:41:15.255614 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3acdea81-6d63-4ad8-ba13-885c022945fd req-b682c2b0-09f1-4731-bb79-da5f68f3945c tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ed2013-85e3-4179-98e8-18919e04df27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671985 Sep 25 03:41:15.307863 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac15548-070e-42f6-9b70-d6a8d2b050e7 req-ac4da583-d8f4-4664-8e51-ebf335cde376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:41:15.309395 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6ac15548-070e-42f6-9b70-d6a8d2b050e7 req-ac4da583-d8f4-4664-8e51-ebf335cde376 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5989d88d-ea8f-44fd-8127-a0303bee2798 HTTP/1.1" status: 200 len: 854 time: 0.0529382 Sep 25 03:41:15.342081 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6ac15548-070e-42f6-9b70-d6a8d2b050e7 req-c6e18332-b12b-456e-b165-f71157ec0800 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=02ebdb2d-016d-4763-8c2a-aee72dc5b6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247719 Sep 25 03:41:15.388931 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-56d43878-366e-4109-b27c-a6a8226ec9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:41:15.435831 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6ac15548-070e-42f6-9b70-d6a8d2b050e7 req-0643e1aa-b781-43b3-8526-43065197b2b6 service neutron] 10.222.0.45 "GET /v2.0/networks/02ebdb2d-016d-4763-8c2a-aee72dc5b6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848372 Sep 25 03:41:15.537132 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6ac15548-070e-42f6-9b70-d6a8d2b050e7 req-07005de2-7058-4ced-9674-f083f3ad1f47 service neutron] 10.222.0.45 "GET /v2.0/networks/02ebdb2d-016d-4763-8c2a-aee72dc5b6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932920 Sep 25 03:41:15.696153 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f57c4f-0560-4349-af74-3c8f38326fb6 req-0b24c4e9-190e-4ce4-8c03-c1451a22e9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:41:15.697581 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-23f57c4f-0560-4349-af74-3c8f38326fb6 req-0b24c4e9-190e-4ce4-8c03-c1451a22e9b1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d199f73ae1cb4fd9b98dd0a801b2efdc&device_id=9a9194b3-e761-4529-b64c-6de772ae1178 HTTP/1.1" status: 200 len: 1097 time: 0.0486073 Sep 25 03:41:15.820954 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f57c4f-0560-4349-af74-3c8f38326fb6 req-5c9a2834-b11f-498a-a024-268ea1c686d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:41:15.822444 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-23f57c4f-0560-4349-af74-3c8f38326fb6 req-5c9a2834-b11f-498a-a024-268ea1c686d0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=02ebdb2d-016d-4763-8c2a-aee72dc5b6a5 HTTP/1.1" status: 200 len: 915 time: 0.1159601 Sep 25 03:41:15.844315 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0234573d-0ff3-47d0-8d15-1da28cbc473e req-6af81830-239f-4487-be44-53902d7d00bc tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:41:15.845754 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0234573d-0ff3-47d0-8d15-1da28cbc473e req-6af81830-239f-4487-be44-53902d7d00bc tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a9194b3-e761-4529-b64c-6de772ae1178 HTTP/1.1" status: 200 len: 944 time: 0.0700266 Sep 25 03:41:15.880995 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-23f57c4f-0560-4349-af74-3c8f38326fb6 req-fffccfc0-1a8a-4f8a-ac6a-e709a7cbb20a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=556848bd-0619-4a9a-94f2-289ca1f8ba3e HTTP/1.1" status: 200 len: 217 time: 0.0498500 Sep 25 03:41:15.941152 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0234573d-0ff3-47d0-8d15-1da28cbc473e req-2d3e3751-8a4a-4f5e-856b-856a0fdaf37d tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f9c1c1-3f4c-4f41-b1eb-9a5a48aeb641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667033 Sep 25 03:41:15.950513 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f57c4f-0560-4349-af74-3c8f38326fb6 req-2c98d702-69b5-45ad-a18d-18468823ea66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:41:15.951860 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-23f57c4f-0560-4349-af74-3c8f38326fb6 req-2c98d702-69b5-45ad-a18d-18468823ea66 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5989d88d-ea8f-44fd-8127-a0303bee2798 HTTP/1.1" status: 200 len: 854 time: 0.0592055 Sep 25 03:41:15.984454 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-23f57c4f-0560-4349-af74-3c8f38326fb6 req-7f9b2e13-8de9-4ac7-ae68-4561e02e31db service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=02ebdb2d-016d-4763-8c2a-aee72dc5b6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245521 Sep 25 03:41:16.081553 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-23f57c4f-0560-4349-af74-3c8f38326fb6 req-b566d97d-8418-42b8-8239-c6b339dc0a66 service neutron] 10.222.0.45 "GET /v2.0/networks/02ebdb2d-016d-4763-8c2a-aee72dc5b6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884969 Sep 25 03:41:16.174552 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-23f57c4f-0560-4349-af74-3c8f38326fb6 req-a81bcd98-cfae-4718-8c47-e96d6eaef7e0 service neutron] 10.222.0.45 "GET /v2.0/networks/02ebdb2d-016d-4763-8c2a-aee72dc5b6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821097 Sep 25 03:41:16.391982 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb484ef5-f745-4ec9-9157-46e66792a227 req-01b080ec-9617-4486-ba6d-1229dea4e11a tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:41:16.393479 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fb484ef5-f745-4ec9-9157-46e66792a227 req-01b080ec-9617-4486-ba6d-1229dea4e11a tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=05d4f540-1d7b-40ce-9b86-89e46a671a10 HTTP/1.1" status: 200 len: 946 time: 0.0619078 Sep 25 03:41:16.432706 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fb484ef5-f745-4ec9-9157-46e66792a227 req-694afbd3-e1c2-441d-998d-849806c64eba tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ed2013-85e3-4179-98e8-18919e04df27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330100 Sep 25 03:41:16.694318 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device 11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a details requested by agent hyperv_hv-cinder-77570 with host hv-cinder-77570 {{(pid=94022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 03:41:16.797496 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] For port 11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a,segment=NetworkSegment(333f268c-633b-4815-af96-4f793cf73c09),segment_id=333f268c-633b-4815-af96-4f793cf73c09)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:41:16.808525 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Returning: {'device': '11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a', 'network_id': '0db9f430-59d9-43f8-9631-d99e7f9ba1b1', 'port_id': '11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a', 'mac_address': 'fa:16:3e:6f:da:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15c2144b-0628-4ad0-89f3-cf74162bcbd6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 03:41:16.854948 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:41:16.867988 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a {{(pid=94022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 03:41:16.886972 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] For port 11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a,segment=NetworkSegment(333f268c-633b-4815-af96-4f793cf73c09),segment_id=333f268c-633b-4815-af96-4f793cf73c09)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:41:16.893178 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:41:16.943011 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Pushing event updated for resources: {'Port': ['ID=11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a,revision_number=6']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:41:17.073903 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8a59e-b1b7-4c43-a8ec-9d2eea5c3cf2 req-aae3ae3c-eb06-4607-8a85-917c11fef3e5 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:41:17.075364 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-28c8a59e-b1b7-4c43-a8ec-9d2eea5c3cf2 req-aae3ae3c-eb06-4607-8a85-917c11fef3e5 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a9194b3-e761-4529-b64c-6de772ae1178 HTTP/1.1" status: 200 len: 944 time: 0.0572629 Sep 25 03:41:17.117625 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-28c8a59e-b1b7-4c43-a8ec-9d2eea5c3cf2 req-2c2510bd-deeb-4602-b253-2f898376bc63 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f9c1c1-3f4c-4f41-b1eb-9a5a48aeb641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328305 Sep 25 03:41:17.118615 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] get_ports_and_sgs() called for port_ids ['11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a'] {{(pid=94022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 25 03:41:17.576827 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f53bddf-8436-4a6d-be51-3d2f3130d0cd req-947ed171-ca0e-4e5b-ab2d-efc72ddbe90c tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:41:17.578378 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6f53bddf-8436-4a6d-be51-3d2f3130d0cd req-947ed171-ca0e-4e5b-ab2d-efc72ddbe90c tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=05d4f540-1d7b-40ce-9b86-89e46a671a10 HTTP/1.1" status: 200 len: 945 time: 0.0511689 Sep 25 03:41:17.607591 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-7d7fa3c0-d381-4baf-ad67-ebe7f1b8e469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:41:17.619843 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6f53bddf-8436-4a6d-be51-3d2f3130d0cd req-ed805eae-7675-4214-bdc7-0586c9e3b0c2 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ed2013-85e3-4179-98e8-18919e04df27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346427 Sep 25 03:41:18.245618 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d1aa6-d342-447c-aca0-740cb2014019 req-9375c346-a18a-4b45-94dc-88039363c6c9 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:41:18.247120 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-244d1aa6-d342-447c-aca0-740cb2014019 req-9375c346-a18a-4b45-94dc-88039363c6c9 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a9194b3-e761-4529-b64c-6de772ae1178 HTTP/1.1" status: 200 len: 944 time: 0.0595317 Sep 25 03:41:18.289868 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-244d1aa6-d342-447c-aca0-740cb2014019 req-2519edff-dcab-4cb5-8fa5-926b690347ef tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f9c1c1-3f4c-4f41-b1eb-9a5a48aeb641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337877 Sep 25 03:41:18.697522 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device 11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a up at agent hyperv_hv-cinder-77570 {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 03:41:18.755286 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c4a92-8c6a-492f-87da-e3446a8d8491 req-956cafff-9ff4-4c91-a380-4f8dbd680189 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:41:18.756470 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Provisioning complete for port 11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:41:18.756823 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:41:18.757661 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b19c4a92-8c6a-492f-87da-e3446a8d8491 req-956cafff-9ff4-4c91-a380-4f8dbd680189 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=05d4f540-1d7b-40ce-9b86-89e46a671a10 HTTP/1.1" status: 200 len: 945 time: 0.0617783 Sep 25 03:41:18.797202 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b19c4a92-8c6a-492f-87da-e3446a8d8491 req-8f22636d-fd08-4727-a939-ecd1f9494ced tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ed2013-85e3-4179-98e8-18919e04df27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335274 Sep 25 03:41:18.847976 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:41:18.872361 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05d4f540-1d7b-40ce-9b86-89e46a671a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a'}] {{(pid=94022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 03:41:18.874620 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9141e1544748c335de5c87e81d01f98f4272279fe7d072e46966747184492a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e6b33a-64e2-4202-84d7-557e065ea6a4" -d '{"events": [{"server_uuid": "05d4f540-1d7b-40ce-9b86-89e46a671a10", "name": "network-vif-plugged", "status": "completed", "tag": "11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a"}]}' {{(pid=94022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 03:41:18.887521 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] For port 11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a,segment=NetworkSegment(333f268c-633b-4815-af96-4f793cf73c09),segment_id=333f268c-633b-4815-af96-4f793cf73c09)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:41:18.893075 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:41:18.917798 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 03:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee2a0d1-39d5-4a5a-b9bc-03112606e52b x-openstack-request-id: req-4ee2a0d1-39d5-4a5a-b9bc-03112606e52b {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 03:41:18.918181 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05d4f540-1d7b-40ce-9b86-89e46a671a10", "name": "network-vif-plugged", "status": "completed", "tag": "11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a", "code": 200}]} {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 03:41:18.918400 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4ee2a0d1-39d5-4a5a-b9bc-03112606e52b {{(pid=94022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 03:41:18.921216 dv-cinder-775706-4-iscsi neutron-server[94022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05d4f540-1d7b-40ce-9b86-89e46a671a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a', 'code': 200} Sep 25 03:41:18.946994 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Pushing event updated for resources: {'Port': ['ID=11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a,revision_number=7']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:41:19.302056 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-fa5af178-6116-457c-95b6-13dc589f2bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:41:19.304149 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:41:19.428109 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ba0a1-2128-4082-8373-f204b30dc994 req-b9bc4789-7743-45c7-ab11-8fdc50bbe312 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:41:19.429712 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fe9ba0a1-2128-4082-8373-f204b30dc994 req-b9bc4789-7743-45c7-ab11-8fdc50bbe312 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a9194b3-e761-4529-b64c-6de772ae1178 HTTP/1.1" status: 200 len: 944 time: 0.0645025 Sep 25 03:41:19.480689 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fe9ba0a1-2128-4082-8373-f204b30dc994 req-db60bab3-38e9-48f5-bbb6-fc7e5fb2c3cf tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f9c1c1-3f4c-4f41-b1eb-9a5a48aeb641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430341 Sep 25 03:41:19.929102 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faa0c79-77db-4013-8be9-dc310bf72d01 req-54dc6604-e439-46ca-9c2c-ad9211f5c16b tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:41:19.930754 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3faa0c79-77db-4013-8be9-dc310bf72d01 req-54dc6604-e439-46ca-9c2c-ad9211f5c16b tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=05d4f540-1d7b-40ce-9b86-89e46a671a10 HTTP/1.1" status: 200 len: 946 time: 0.0525255 Sep 25 03:41:19.982317 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3faa0c79-77db-4013-8be9-dc310bf72d01 req-caf0e03e-ec25-490f-bc77-56345b7f4465 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ed2013-85e3-4179-98e8-18919e04df27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438497 Sep 25 03:41:20.619554 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a8582-cceb-4073-9541-312d6557d57e req-6b888507-33d9-43d4-ae88-2cc144ce6e74 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:41:20.621951 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-954a8582-cceb-4073-9541-312d6557d57e req-6b888507-33d9-43d4-ae88-2cc144ce6e74 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a9194b3-e761-4529-b64c-6de772ae1178 HTTP/1.1" status: 200 len: 944 time: 0.0614989 Sep 25 03:41:20.663979 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-954a8582-cceb-4073-9541-312d6557d57e req-158a9515-e4fd-4aca-a22b-bb8ee3c9a312 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f9c1c1-3f4c-4f41-b1eb-9a5a48aeb641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350091 Sep 25 03:41:20.701844 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device 556848bd-0619-4a9a-94f2-289ca1f8ba3e details requested by agent hyperv_hv-cinder-77570 with host hv-cinder-77570 {{(pid=94022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 03:41:20.949086 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] For port 556848bd-0619-4a9a-94f2-289ca1f8ba3e, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=556848bd-0619-4a9a-94f2-289ca1f8ba3e,segment=NetworkSegment(bc8dd30a-0cdb-44a9-9a57-83a64cda11c0),segment_id=bc8dd30a-0cdb-44a9-9a57-83a64cda11c0)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:41:20.961298 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Returning: {'device': '556848bd-0619-4a9a-94f2-289ca1f8ba3e', 'network_id': '02ebdb2d-016d-4763-8c2a-aee72dc5b6a5', 'port_id': '556848bd-0619-4a9a-94f2-289ca1f8ba3e', 'mac_address': 'fa:16:3e:4e:73:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5989d88d-ea8f-44fd-8127-a0303bee2798', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 03:41:21.005196 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:41:21.023916 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 556848bd-0619-4a9a-94f2-289ca1f8ba3e {{(pid=94022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 03:41:21.047939 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] For port 556848bd-0619-4a9a-94f2-289ca1f8ba3e, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=556848bd-0619-4a9a-94f2-289ca1f8ba3e,segment=NetworkSegment(bc8dd30a-0cdb-44a9-9a57-83a64cda11c0),segment_id=bc8dd30a-0cdb-44a9-9a57-83a64cda11c0)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:41:21.056359 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:41:21.110237 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Pushing event updated for resources: {'Port': ['ID=556848bd-0619-4a9a-94f2-289ca1f8ba3e,revision_number=4']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:41:21.134657 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc47ddbf-30ae-43c0-b059-10e9d2203b4d req-2a3bc991-c482-472b-88c6-3515e8f8dc03 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:41:21.136198 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-cc47ddbf-30ae-43c0-b059-10e9d2203b4d req-2a3bc991-c482-472b-88c6-3515e8f8dc03 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=05d4f540-1d7b-40ce-9b86-89e46a671a10 HTTP/1.1" status: 200 len: 946 time: 0.0617371 Sep 25 03:41:21.179647 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-cc47ddbf-30ae-43c0-b059-10e9d2203b4d req-6d7777d7-7395-4e4c-b5f2-09bfc2e9a936 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ed2013-85e3-4179-98e8-18919e04df27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372989 Sep 25 03:41:21.187150 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-afd92d12-b9d5-4a92-bfd4-50d3cdf2ae8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:41:21.510280 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] get_ports_and_sgs() called for port_ids ['556848bd-0619-4a9a-94f2-289ca1f8ba3e'] {{(pid=94022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 25 03:41:21.793592 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d12616-7318-4552-b1bb-417a0321e26d req-85b0f9fb-e0cb-49ee-9def-7671c85a7f43 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:41:21.795317 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-19d12616-7318-4552-b1bb-417a0321e26d req-85b0f9fb-e0cb-49ee-9def-7671c85a7f43 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a9194b3-e761-4529-b64c-6de772ae1178 HTTP/1.1" status: 200 len: 945 time: 0.0541818 Sep 25 03:41:21.842689 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-19d12616-7318-4552-b1bb-417a0321e26d req-5c201ea7-1506-47eb-8bc6-03f7368ca3e2 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f9c1c1-3f4c-4f41-b1eb-9a5a48aeb641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406628 Sep 25 03:41:22.309300 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c1c296-520e-451e-aadd-e77c50edee22 req-c1d3ef75-9806-4975-bd49-4881485f8ce1 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:41:22.310906 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d1c1c296-520e-451e-aadd-e77c50edee22 req-c1d3ef75-9806-4975-bd49-4881485f8ce1 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=05d4f540-1d7b-40ce-9b86-89e46a671a10 HTTP/1.1" status: 200 len: 946 time: 0.0567141 Sep 25 03:41:22.357277 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d1c1c296-520e-451e-aadd-e77c50edee22 req-449b27a8-c415-430d-ad77-ebad31ba8d86 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ed2013-85e3-4179-98e8-18919e04df27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384779 Sep 25 03:41:22.554214 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-12453c79-04f6-431c-ac7a-1da34be194f8 None None] Agent healthcheck: found 6 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 03:41:22.708460 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device 556848bd-0619-4a9a-94f2-289ca1f8ba3e up at agent hyperv_hv-cinder-77570 {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 03:41:22.772699 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Provisioning for port 556848bd-0619-4a9a-94f2-289ca1f8ba3e completed by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 25 03:41:22.777449 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Provisioning complete for port 556848bd-0619-4a9a-94f2-289ca1f8ba3e triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:41:22.777843 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:41:22.871188 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:41:22.902317 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a9194b3-e761-4529-b64c-6de772ae1178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '556848bd-0619-4a9a-94f2-289ca1f8ba3e'}] {{(pid=94022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 03:41:22.904979 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9141e1544748c335de5c87e81d01f98f4272279fe7d072e46966747184492a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c4be906-263e-4db9-af33-5117967e5673" -d '{"events": [{"server_uuid": "9a9194b3-e761-4529-b64c-6de772ae1178", "name": "network-vif-plugged", "status": "completed", "tag": "556848bd-0619-4a9a-94f2-289ca1f8ba3e"}]}' {{(pid=94022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 03:41:22.919217 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] For port 556848bd-0619-4a9a-94f2-289ca1f8ba3e, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=556848bd-0619-4a9a-94f2-289ca1f8ba3e,segment=NetworkSegment(bc8dd30a-0cdb-44a9-9a57-83a64cda11c0),segment_id=bc8dd30a-0cdb-44a9-9a57-83a64cda11c0)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:41:22.925466 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:41:22.965158 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 03:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36798015-c579-447f-ac1c-1ebd4e531eb1 x-openstack-request-id: req-36798015-c579-447f-ac1c-1ebd4e531eb1 {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 03:41:22.965459 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a9194b3-e761-4529-b64c-6de772ae1178", "name": "network-vif-plugged", "status": "completed", "tag": "556848bd-0619-4a9a-94f2-289ca1f8ba3e", "code": 200}]} {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 03:41:22.965699 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-36798015-c579-447f-ac1c-1ebd4e531eb1 {{(pid=94022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 03:41:22.966089 dv-cinder-775706-4-iscsi neutron-server[94022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a9194b3-e761-4529-b64c-6de772ae1178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '556848bd-0619-4a9a-94f2-289ca1f8ba3e', 'code': 200} Sep 25 03:41:22.987321 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Pushing event updated for resources: {'Port': ['ID=556848bd-0619-4a9a-94f2-289ca1f8ba3e,revision_number=5']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:41:23.009401 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5494a275-ef10-47f8-aada-072e6d614974 req-12fe4c68-6ef4-4cce-9148-dd672f76eb3c tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:41:23.011072 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5494a275-ef10-47f8-aada-072e6d614974 req-12fe4c68-6ef4-4cce-9148-dd672f76eb3c tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a9194b3-e761-4529-b64c-6de772ae1178 HTTP/1.1" status: 200 len: 946 time: 0.0609448 Sep 25 03:41:23.065230 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5494a275-ef10-47f8-aada-072e6d614974 req-2c66ab00-7eb5-42b4-abb2-522fa2daacd8 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f9c1c1-3f4c-4f41-b1eb-9a5a48aeb641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476627 Sep 25 03:41:23.191546 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5916e374-716d-45c2-931c-7a96de7b9724 req-2134f041-b510-4ebe-a020-8105339a8aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:41:23.194067 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5916e374-716d-45c2-931c-7a96de7b9724 req-2134f041-b510-4ebe-a020-8105339a8aae service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9a9194b3-e761-4529-b64c-6de772ae1178 HTTP/1.1" status: 200 len: 1099 time: 0.0481730 Sep 25 03:41:23.232905 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5916e374-716d-45c2-931c-7a96de7b9724 req-1889b4c6-64fe-49e7-89c5-804063db941f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a3f9c1c1-3f4c-4f41-b1eb-9a5a48aeb641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309727 Sep 25 03:41:23.494951 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb192dbd-c8b2-4987-a995-c54c80bd9a29 req-1bb31c7e-e39b-44d1-8825-692c3569d6c0 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:41:23.496571 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-cb192dbd-c8b2-4987-a995-c54c80bd9a29 req-1bb31c7e-e39b-44d1-8825-692c3569d6c0 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=05d4f540-1d7b-40ce-9b86-89e46a671a10 HTTP/1.1" status: 200 len: 946 time: 0.0542088 Sep 25 03:41:23.548256 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-cb192dbd-c8b2-4987-a995-c54c80bd9a29 req-3a2addda-86e6-4d0f-943c-8848eff95c92 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ed2013-85e3-4179-98e8-18919e04df27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364239 Sep 25 03:41:24.190615 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d93c05-ae0f-492a-a50a-32d5dd321394 req-8f05664d-1f5a-4698-954e-369d0fd5ed9a tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:41:24.192130 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a9d93c05-ae0f-492a-a50a-32d5dd321394 req-8f05664d-1f5a-4698-954e-369d0fd5ed9a tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a9194b3-e761-4529-b64c-6de772ae1178 HTTP/1.1" status: 200 len: 946 time: 0.0543318 Sep 25 03:41:24.233409 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a9d93c05-ae0f-492a-a50a-32d5dd321394 req-bef0282a-fca0-46d7-83de-5d823c44c5a1 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f9c1c1-3f4c-4f41-b1eb-9a5a48aeb641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342720 Sep 25 03:41:24.678448 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605e7c97-3b19-4062-86f9-52982022f5d7 req-762454b0-9445-4474-bafd-ee80221cd782 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:41:24.680626 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-605e7c97-3b19-4062-86f9-52982022f5d7 req-762454b0-9445-4474-bafd-ee80221cd782 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=05d4f540-1d7b-40ce-9b86-89e46a671a10 HTTP/1.1" status: 200 len: 946 time: 0.0521035 Sep 25 03:41:24.730672 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-605e7c97-3b19-4062-86f9-52982022f5d7 req-d417fb2a-4f03-47bf-a6e5-c313df69a124 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ed2013-85e3-4179-98e8-18919e04df27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398340 Sep 25 03:41:25.371927 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c7d1eb-85ad-44bb-bb51-76238affee21 req-ffbbcde4-0aba-4104-a3ab-5cd43c66aca9 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:41:25.373562 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e5c7d1eb-85ad-44bb-bb51-76238affee21 req-ffbbcde4-0aba-4104-a3ab-5cd43c66aca9 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a9194b3-e761-4529-b64c-6de772ae1178 HTTP/1.1" status: 200 len: 946 time: 0.0624490 Sep 25 03:41:25.428823 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e5c7d1eb-85ad-44bb-bb51-76238affee21 req-f4a19e4f-c7fe-4ada-9e39-352ca99a9bfc tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f9c1c1-3f4c-4f41-b1eb-9a5a48aeb641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482755 Sep 25 03:41:25.892216 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b8f321-be61-4c43-94b2-7042408ce38d req-bea5bd33-38b3-4f41-adf2-b5e6fe6d23ad tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:41:25.892610 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-32b8f321-be61-4c43-94b2-7042408ce38d req-bea5bd33-38b3-4f41-adf2-b5e6fe6d23ad tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=05d4f540-1d7b-40ce-9b86-89e46a671a10 HTTP/1.1" status: 200 len: 946 time: 0.0781803 Sep 25 03:41:25.962581 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-32b8f321-be61-4c43-94b2-7042408ce38d req-eddebaf2-7450-4a99-b647-a330eaba72c5 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ed2013-85e3-4179-98e8-18919e04df27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594141 Sep 25 03:41:27.095694 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0caa281-b38d-4eac-98d1-5361fe4336df req-40e4b780-9946-42c6-a24e-a88139d6f1b5 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:41:27.097639 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a0caa281-b38d-4eac-98d1-5361fe4336df req-40e4b780-9946-42c6-a24e-a88139d6f1b5 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=05d4f540-1d7b-40ce-9b86-89e46a671a10 HTTP/1.1" status: 200 len: 946 time: 0.0617709 Sep 25 03:41:27.097904 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:41:27.143833 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a0caa281-b38d-4eac-98d1-5361fe4336df req-0d7b2f4a-8160-40e6-8b88-e4f9a4610a0e tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ed2013-85e3-4179-98e8-18919e04df27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389042 Sep 25 03:41:28.311915 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf6a48b-6649-48da-b123-c2b54e1a2f0d req-b41e6bcb-0075-4bbc-95c0-35574dc09ad9 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:41:28.313420 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9bf6a48b-6649-48da-b123-c2b54e1a2f0d req-b41e6bcb-0075-4bbc-95c0-35574dc09ad9 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=05d4f540-1d7b-40ce-9b86-89e46a671a10 HTTP/1.1" status: 200 len: 946 time: 0.0557272 Sep 25 03:41:28.365967 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9bf6a48b-6649-48da-b123-c2b54e1a2f0d req-9c6ad09e-592c-4887-907a-971f3b64d6a1 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ed2013-85e3-4179-98e8-18919e04df27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453639 Sep 25 03:41:29.503803 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790870bf-e2b0-4d3a-af67-78ab62a1781f req-89fa98c4-0cba-434b-9f89-27388890957c tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:41:29.506151 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-790870bf-e2b0-4d3a-af67-78ab62a1781f req-89fa98c4-0cba-434b-9f89-27388890957c tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=05d4f540-1d7b-40ce-9b86-89e46a671a10 HTTP/1.1" status: 200 len: 946 time: 0.0650103 Sep 25 03:41:29.556606 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-790870bf-e2b0-4d3a-af67-78ab62a1781f req-9e1b847f-3777-47aa-b2e2-09450458ab4d tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ed2013-85e3-4179-98e8-18919e04df27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442114 Sep 25 03:41:30.022480 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e294a58-6f5a-4430-8566-cad4513b7840 req-f89f5f65-d638-4bf3-826e-c047fba42e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:41:30.024229 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8e294a58-6f5a-4430-8566-cad4513b7840 req-f89f5f65-d638-4bf3-826e-c047fba42e4d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6cd33c8ad4e54784833c9620269a3a7e&device_id=05d4f540-1d7b-40ce-9b86-89e46a671a10 HTTP/1.1" status: 200 len: 1099 time: 0.0475752 Sep 25 03:41:30.122817 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e294a58-6f5a-4430-8566-cad4513b7840 req-b078e36a-566f-4445-9909-a0352fbc05f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:41:30.124313 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8e294a58-6f5a-4430-8566-cad4513b7840 req-b078e36a-566f-4445-9909-a0352fbc05f2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0db9f430-59d9-43f8-9631-d99e7f9ba1b1 HTTP/1.1" status: 200 len: 917 time: 0.0930276 Sep 25 03:41:30.194519 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8e294a58-6f5a-4430-8566-cad4513b7840 req-af439483-fd8a-44cc-84a7-b35ff2cc62fb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a HTTP/1.1" status: 200 len: 1001 time: 0.0613844 Sep 25 03:41:30.253375 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e294a58-6f5a-4430-8566-cad4513b7840 req-e2ad2999-3b91-44bb-9d1a-1cfa93daa4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:41:30.254841 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8e294a58-6f5a-4430-8566-cad4513b7840 req-e2ad2999-3b91-44bb-9d1a-1cfa93daa4cd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=15c2144b-0628-4ad0-89f3-cf74162bcbd6 HTTP/1.1" status: 200 len: 855 time: 0.0527544 Sep 25 03:41:30.303358 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e294a58-6f5a-4430-8566-cad4513b7840 req-2c094c9f-0ddd-4eed-8da3-035a59aab277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:41:30.304869 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8e294a58-6f5a-4430-8566-cad4513b7840 req-2c094c9f-0ddd-4eed-8da3-035a59aab277 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0db9f430-59d9-43f8-9631-d99e7f9ba1b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425327 Sep 25 03:41:30.407432 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8e294a58-6f5a-4430-8566-cad4513b7840 req-d7391251-d671-4666-b46d-a3bcc34a45d9 service neutron] 10.222.0.45 "GET /v2.0/networks/0db9f430-59d9-43f8-9631-d99e7f9ba1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930724 Sep 25 03:41:30.499332 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8e294a58-6f5a-4430-8566-cad4513b7840 req-78bfd36e-061d-44ff-a2b0-4e38cd19e2ec service neutron] 10.222.0.45 "GET /v2.0/networks/0db9f430-59d9-43f8-9631-d99e7f9ba1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838106 Sep 25 03:41:30.702354 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813960f6-654b-4ae4-b4f3-187b8b3afed4 req-2a2fbbdf-fa62-4cc1-bb5a-b07e4f69a793 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:41:30.703821 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-813960f6-654b-4ae4-b4f3-187b8b3afed4 req-2a2fbbdf-fa62-4cc1-bb5a-b07e4f69a793 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=05d4f540-1d7b-40ce-9b86-89e46a671a10 HTTP/1.1" status: 200 len: 946 time: 0.0560613 Sep 25 03:41:30.754522 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-813960f6-654b-4ae4-b4f3-187b8b3afed4 req-477869a0-fdcf-4e70-9d3a-97e0593156c8 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ed2013-85e3-4179-98e8-18919e04df27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401890 Sep 25 03:41:31.896325 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873a6b53-e589-4061-91b2-7c02a945bf1b req-9599fb46-90e2-4979-b1a7-0e3eb3fffea3 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:41:31.898327 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-873a6b53-e589-4061-91b2-7c02a945bf1b req-9599fb46-90e2-4979-b1a7-0e3eb3fffea3 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=05d4f540-1d7b-40ce-9b86-89e46a671a10 HTTP/1.1" status: 200 len: 946 time: 0.0713027 Sep 25 03:41:31.940914 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-873a6b53-e589-4061-91b2-7c02a945bf1b req-d79f96d9-9e85-42eb-b47b-29707a5fe924 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ed2013-85e3-4179-98e8-18919e04df27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353606 Sep 25 03:41:32.781816 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device 11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a no longer exists at agent hyperv_hv-cinder-77570 {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 03:41:32.861967 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:41:32.887438 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05d4f540-1d7b-40ce-9b86-89e46a671a10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a'}] {{(pid=94022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 03:41:32.890481 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9141e1544748c335de5c87e81d01f98f4272279fe7d072e46966747184492a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a02c80f7-eb69-49f2-9994-189d8f3c48a5" -d '{"events": [{"server_uuid": "05d4f540-1d7b-40ce-9b86-89e46a671a10", "name": "network-vif-unplugged", "status": "completed", "tag": "11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a"}]}' {{(pid=94022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 03:41:32.911093 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] For port 11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a,segment=NetworkSegment(333f268c-633b-4815-af96-4f793cf73c09),segment_id=333f268c-633b-4815-af96-4f793cf73c09)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:41:32.915721 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:41:32.939671 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 25 Sep 2021 03:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-436d810c-a1fb-46d2-ac6c-0be8c1c5d0ab x-openstack-request-id: req-436d810c-a1fb-46d2-ac6c-0be8c1c5d0ab {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 03:41:32.939962 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05d4f540-1d7b-40ce-9b86-89e46a671a10", "name": "network-vif-unplugged", "status": "failed", "tag": "11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a", "code": 422}]} {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 03:41:32.940225 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-436d810c-a1fb-46d2-ac6c-0be8c1c5d0ab {{(pid=94022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 03:41:32.940592 dv-cinder-775706-4-iscsi neutron-server[94022]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '05d4f540-1d7b-40ce-9b86-89e46a671a10', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a', 'code': 422} returned with failed status Sep 25 03:41:32.967438 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Pushing event updated for resources: {'Port': ['ID=11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a,revision_number=8']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:41:33.079275 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a697a179-1bb9-419b-a6ff-ec5d8c017463 req-3a498a95-6084-4427-a4fa-a51b56f9414a tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:41:33.080676 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a697a179-1bb9-419b-a6ff-ec5d8c017463 req-3a498a95-6084-4427-a4fa-a51b56f9414a tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=05d4f540-1d7b-40ce-9b86-89e46a671a10 HTTP/1.1" status: 200 len: 944 time: 0.0530367 Sep 25 03:41:33.121040 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a697a179-1bb9-419b-a6ff-ec5d8c017463 req-b1d014be-bf76-43d8-8646-2890d51f589f tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ed2013-85e3-4179-98e8-18919e04df27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340674 Sep 25 03:41:34.207488 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a9bda9-13bd-45b7-8269-9f84643afd1e req-05976377-7897-48ec-9310-ffe6320a10d8 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:41:34.209133 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c5a9bda9-13bd-45b7-8269-9f84643afd1e req-05976377-7897-48ec-9310-ffe6320a10d8 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=05d4f540-1d7b-40ce-9b86-89e46a671a10 HTTP/1.1" status: 200 len: 944 time: 0.0552084 Sep 25 03:41:34.253277 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c5a9bda9-13bd-45b7-8269-9f84643afd1e req-3a239b23-a610-41b4-a68a-e5f16b9b895f tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ed2013-85e3-4179-98e8-18919e04df27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381989 Sep 25 03:41:34.461472 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-a5b6027d-22ee-40ca-8b83-88358c12b4ef req-3f75044f-dc28-4037-aa26-39548b46e468 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=05d4f540-1d7b-40ce-9b86-89e46a671a10&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0410321 Sep 25 03:41:35.403112 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b6027d-22ee-40ca-8b83-88358c12b4ef req-97b2a526-c664-489c-997d-4532b22c9ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:41:35.404686 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a5b6027d-22ee-40ca-8b83-88358c12b4ef req-97b2a526-c664-489c-997d-4532b22c9ed7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=05d4f540-1d7b-40ce-9b86-89e46a671a10&tenant_id=6cd33c8ad4e54784833c9620269a3a7e HTTP/1.1" status: 200 len: 1097 time: 0.0762012 Sep 25 03:41:35.416187 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e16cf6-6195-4b21-8756-de3b8e7ffb07 req-6b5a1426-9b28-4948-bb99-97667eb6519b tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:41:35.417856 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e4e16cf6-6195-4b21-8756-de3b8e7ffb07 req-6b5a1426-9b28-4948-bb99-97667eb6519b tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=05d4f540-1d7b-40ce-9b86-89e46a671a10 HTTP/1.1" status: 200 len: 944 time: 0.0784554 Sep 25 03:41:35.460496 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e4e16cf6-6195-4b21-8756-de3b8e7ffb07 req-e188f696-aafa-43d8-8c77-7f380ccc0289 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ed2013-85e3-4179-98e8-18919e04df27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345054 Sep 25 03:41:35.508819 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b6027d-22ee-40ca-8b83-88358c12b4ef req-adc2aeb9-b13b-4bf0-9917-8fa5d79a10bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:41:35.510311 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a5b6027d-22ee-40ca-8b83-88358c12b4ef req-adc2aeb9-b13b-4bf0-9917-8fa5d79a10bd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6cd33c8ad4e54784833c9620269a3a7e&device_id=05d4f540-1d7b-40ce-9b86-89e46a671a10 HTTP/1.1" status: 200 len: 1097 time: 0.0470152 Sep 25 03:41:35.610315 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b6027d-22ee-40ca-8b83-88358c12b4ef req-9a6c692e-c757-431b-99aa-9fb4e1a43408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:41:35.611779 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a5b6027d-22ee-40ca-8b83-88358c12b4ef req-9a6c692e-c757-431b-99aa-9fb4e1a43408 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0db9f430-59d9-43f8-9631-d99e7f9ba1b1 HTTP/1.1" status: 200 len: 917 time: 0.0930877 Sep 25 03:41:35.696126 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a5b6027d-22ee-40ca-8b83-88358c12b4ef req-4262d70c-fed2-48b7-a5d5-dc133da5506c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a HTTP/1.1" status: 200 len: 999 time: 0.0642431 Sep 25 03:41:35.755127 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b6027d-22ee-40ca-8b83-88358c12b4ef req-659e704a-b10a-4c6b-9dc9-65aaceb6c614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:41:35.756585 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a5b6027d-22ee-40ca-8b83-88358c12b4ef req-659e704a-b10a-4c6b-9dc9-65aaceb6c614 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=15c2144b-0628-4ad0-89f3-cf74162bcbd6 HTTP/1.1" status: 200 len: 855 time: 0.0533626 Sep 25 03:41:35.807172 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b6027d-22ee-40ca-8b83-88358c12b4ef req-37b6f46e-01b0-4f87-9551-7c611b4905ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:41:35.808686 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a5b6027d-22ee-40ca-8b83-88358c12b4ef req-37b6f46e-01b0-4f87-9551-7c611b4905ee service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0db9f430-59d9-43f8-9631-d99e7f9ba1b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441158 Sep 25 03:41:35.916465 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a5b6027d-22ee-40ca-8b83-88358c12b4ef req-c22a9e31-8348-4971-876d-1b6249e5a522 service neutron] 10.222.0.45 "GET /v2.0/networks/0db9f430-59d9-43f8-9631-d99e7f9ba1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984633 Sep 25 03:41:36.021427 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a5b6027d-22ee-40ca-8b83-88358c12b4ef req-13a92ca3-46d6-4a6e-b5a7-2e1d889b6b94 service neutron] 10.222.0.45 "GET /v2.0/networks/0db9f430-59d9-43f8-9631-d99e7f9ba1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910687 Sep 25 03:41:36.633346 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416fa7dd-8ab3-4aa3-b25d-67835836a0e8 req-81a7ee92-72d6-4259-b17e-b771f274e6e7 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:41:36.634921 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-416fa7dd-8ab3-4aa3-b25d-67835836a0e8 req-81a7ee92-72d6-4259-b17e-b771f274e6e7 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=05d4f540-1d7b-40ce-9b86-89e46a671a10 HTTP/1.1" status: 200 len: 944 time: 0.0599148 Sep 25 03:41:36.699550 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-416fa7dd-8ab3-4aa3-b25d-67835836a0e8 req-a7a7cc1d-50cd-4674-9a86-a68895ae3871 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ed2013-85e3-4179-98e8-18919e04df27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526872 Sep 25 03:41:36.790908 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device 11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a no longer exists at agent hyperv_hv-cinder-77570 {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 03:41:37.836775 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc0c91-9cce-4f48-8fe9-802022e47e01 req-d063e110-7651-443f-aba4-afe0669ea236 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:41:37.838258 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-cdfc0c91-9cce-4f48-8fe9-802022e47e01 req-d063e110-7651-443f-aba4-afe0669ea236 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=05d4f540-1d7b-40ce-9b86-89e46a671a10 HTTP/1.1" status: 200 len: 944 time: 0.0576885 Sep 25 03:41:37.877685 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-cdfc0c91-9cce-4f48-8fe9-802022e47e01 req-980da171-87f8-41ec-aebb-e9030270965e tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ed2013-85e3-4179-98e8-18919e04df27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328567 Sep 25 03:41:39.018131 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f8a63c-7811-4531-bbf7-dfbd2c4bb7b8 req-05852bf2-b54b-4773-9362-6cfaafe64a38 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:41:39.019872 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-35f8a63c-7811-4531-bbf7-dfbd2c4bb7b8 req-05852bf2-b54b-4773-9362-6cfaafe64a38 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=05d4f540-1d7b-40ce-9b86-89e46a671a10 HTTP/1.1" status: 200 len: 944 time: 0.0615675 Sep 25 03:41:39.060392 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-35f8a63c-7811-4531-bbf7-dfbd2c4bb7b8 req-4ec35c55-7cb5-4990-9f4a-c750f94c1955 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ed2013-85e3-4179-98e8-18919e04df27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345650 Sep 25 03:41:40.191668 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe753ae0-0216-405b-8faf-7e94314da27c req-9dd4a30a-0183-469f-a8b4-8ecd879d665b tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:41:40.193184 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fe753ae0-0216-405b-8faf-7e94314da27c req-9dd4a30a-0183-469f-a8b4-8ecd879d665b tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=05d4f540-1d7b-40ce-9b86-89e46a671a10 HTTP/1.1" status: 200 len: 944 time: 0.0511885 Sep 25 03:41:40.235622 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fe753ae0-0216-405b-8faf-7e94314da27c req-411397d3-6edf-4a61-8cf9-437acae4cd4d tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ed2013-85e3-4179-98e8-18919e04df27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365088 Sep 25 03:41:41.361113 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c636634a-6099-4382-8045-a54ffc1619ba req-0149fd50-5e63-43d9-8fdb-acd3f39cfb03 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:41:41.363531 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c636634a-6099-4382-8045-a54ffc1619ba req-0149fd50-5e63-43d9-8fdb-acd3f39cfb03 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=05d4f540-1d7b-40ce-9b86-89e46a671a10 HTTP/1.1" status: 200 len: 944 time: 0.0540402 Sep 25 03:41:41.405768 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c636634a-6099-4382-8045-a54ffc1619ba req-0d16c8ff-a731-46d8-bde9-28395f2c830b tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ed2013-85e3-4179-98e8-18919e04df27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333169 Sep 25 03:41:42.529802 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b460874-c901-47cf-aeaa-c1a279126758 req-9053fd44-937d-40c6-9afc-1aeda6fabd81 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:41:42.531516 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0b460874-c901-47cf-aeaa-c1a279126758 req-9053fd44-937d-40c6-9afc-1aeda6fabd81 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=05d4f540-1d7b-40ce-9b86-89e46a671a10 HTTP/1.1" status: 200 len: 944 time: 0.0500100 Sep 25 03:41:42.576595 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0b460874-c901-47cf-aeaa-c1a279126758 req-2a8ec02a-7192-4d50-8ed4-2562c4b8309e tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ed2013-85e3-4179-98e8-18919e04df27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389290 Sep 25 03:41:43.704699 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aa77b3-685c-41d3-80d7-f63a1faa0345 req-8e90d40d-b38d-459e-9011-94adbc774e47 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:41:43.706108 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c0aa77b3-685c-41d3-80d7-f63a1faa0345 req-8e90d40d-b38d-459e-9011-94adbc774e47 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=05d4f540-1d7b-40ce-9b86-89e46a671a10 HTTP/1.1" status: 200 len: 944 time: 0.0508316 Sep 25 03:41:43.746361 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c0aa77b3-685c-41d3-80d7-f63a1faa0345 req-5973c42c-bcb1-4625-9e4e-7e9b7db3cd1e tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ed2013-85e3-4179-98e8-18919e04df27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337632 Sep 25 03:41:44.879758 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b04b76-6ff4-40d1-b708-b56fe0eb84a4 req-44f72b65-d94b-465d-80b1-cbb2990bca3b tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:41:44.882184 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-22b04b76-6ff4-40d1-b708-b56fe0eb84a4 req-44f72b65-d94b-465d-80b1-cbb2990bca3b tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=05d4f540-1d7b-40ce-9b86-89e46a671a10 HTTP/1.1" status: 200 len: 944 time: 0.0596440 Sep 25 03:41:44.932351 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-22b04b76-6ff4-40d1-b708-b56fe0eb84a4 req-20e1454d-fdcf-4ab0-ad43-396d654accea tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ed2013-85e3-4179-98e8-18919e04df27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436382 Sep 25 03:41:45.374257 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-5d637bc5-631e-4231-b8d7-81c5ee556bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:41:46.064516 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3fd9c6-8624-4027-abed-7ccf4e29b750 req-832113f0-7880-4962-9bea-1bcd829fcf79 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:41:46.067172 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2d3fd9c6-8624-4027-abed-7ccf4e29b750 req-832113f0-7880-4962-9bea-1bcd829fcf79 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=05d4f540-1d7b-40ce-9b86-89e46a671a10 HTTP/1.1" status: 200 len: 944 time: 0.0557253 Sep 25 03:41:46.105745 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2d3fd9c6-8624-4027-abed-7ccf4e29b750 req-6d375cbe-38e2-4b41-a634-a7d7db09a70f tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ed2013-85e3-4179-98e8-18919e04df27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337944 Sep 25 03:41:47.247008 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60988c1-0136-4d74-b220-beba5f2e0d89 req-76940e2b-1443-4d47-98e9-82e9155fb77f tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:41:47.248821 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e60988c1-0136-4d74-b220-beba5f2e0d89 req-76940e2b-1443-4d47-98e9-82e9155fb77f tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=05d4f540-1d7b-40ce-9b86-89e46a671a10 HTTP/1.1" status: 200 len: 944 time: 0.0603502 Sep 25 03:41:47.295320 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e60988c1-0136-4d74-b220-beba5f2e0d89 req-29c6b0a5-40b6-47ab-abdb-ab19d05b69dd tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ed2013-85e3-4179-98e8-18919e04df27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400097 Sep 25 03:41:47.604139 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-24c8bb87-3c75-45a9-bea5-548b64523537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:41:48.425278 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1365cf-1428-4b90-aaf1-cf1c2ea3186c req-09e6e207-825b-41b1-ba9e-f253e17f4391 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:41:48.426828 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7f1365cf-1428-4b90-aaf1-cf1c2ea3186c req-09e6e207-825b-41b1-ba9e-f253e17f4391 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=05d4f540-1d7b-40ce-9b86-89e46a671a10 HTTP/1.1" status: 200 len: 944 time: 0.0531926 Sep 25 03:41:48.466731 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7f1365cf-1428-4b90-aaf1-cf1c2ea3186c req-7efa45d2-4956-488e-b5f2-b82d51d0742e tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ed2013-85e3-4179-98e8-18919e04df27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334418 Sep 25 03:41:49.289479 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-fa5af178-6116-457c-95b6-13dc589f2bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:41:49.290817 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:41:49.595742 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7e0756-6c5c-4eca-a56d-1dc73885d785 req-2056399b-79e6-4ea0-9a1b-a872de7b278a tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:41:49.597269 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9b7e0756-6c5c-4eca-a56d-1dc73885d785 req-2056399b-79e6-4ea0-9a1b-a872de7b278a tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=05d4f540-1d7b-40ce-9b86-89e46a671a10 HTTP/1.1" status: 200 len: 944 time: 0.0528901 Sep 25 03:41:49.637493 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9b7e0756-6c5c-4eca-a56d-1dc73885d785 req-6cb1f8e9-c44c-4bb6-9bed-541d35c890c9 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ed2013-85e3-4179-98e8-18919e04df27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338669 Sep 25 03:41:50.772616 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a5cb3-f33f-46e0-bb7f-0744846b3412 req-0a5927aa-3195-4d19-a6f1-de1d9db884a6 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:41:50.774128 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6b5a5cb3-f33f-46e0-bb7f-0744846b3412 req-0a5927aa-3195-4d19-a6f1-de1d9db884a6 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=05d4f540-1d7b-40ce-9b86-89e46a671a10 HTTP/1.1" status: 200 len: 944 time: 0.0614319 Sep 25 03:41:50.814832 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6b5a5cb3-f33f-46e0-bb7f-0744846b3412 req-94c4bc7d-8b2e-491e-98cf-03f52ec69713 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ed2013-85e3-4179-98e8-18919e04df27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323431 Sep 25 03:41:51.187473 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-afd92d12-b9d5-4a92-bfd4-50d3cdf2ae8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:41:51.951526 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f767b7-25da-470e-96f0-36c3ff1e7eb8 req-bc5fb7de-a4ab-4d95-ac86-dd0ea7989c24 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:41:51.953014 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-06f767b7-25da-470e-96f0-36c3ff1e7eb8 req-bc5fb7de-a4ab-4d95-ac86-dd0ea7989c24 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=05d4f540-1d7b-40ce-9b86-89e46a671a10 HTTP/1.1" status: 200 len: 944 time: 0.0539479 Sep 25 03:41:51.995600 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-06f767b7-25da-470e-96f0-36c3ff1e7eb8 req-76b3d8fb-e898-4aef-8c95-5ce5dce8e231 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ed2013-85e3-4179-98e8-18919e04df27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344141 Sep 25 03:41:53.134260 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d53d233-ba14-4903-8924-f2bf0c9d2014 req-9d7d36fe-5d82-439d-880f-abc2fb1f9042 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:41:53.135753 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1d53d233-ba14-4903-8924-f2bf0c9d2014 req-9d7d36fe-5d82-439d-880f-abc2fb1f9042 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=05d4f540-1d7b-40ce-9b86-89e46a671a10 HTTP/1.1" status: 200 len: 944 time: 0.0604744 Sep 25 03:41:53.174071 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1d53d233-ba14-4903-8924-f2bf0c9d2014 req-ae4da639-2f40-402f-a906-e9362a80f67f tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ed2013-85e3-4179-98e8-18919e04df27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322747 Sep 25 03:41:54.296762 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a525445-12e6-4ae1-a0b9-bbdd144cb92a req-349850e0-3d3e-4e08-ad19-598d33c90889 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:41:54.298281 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0a525445-12e6-4ae1-a0b9-bbdd144cb92a req-349850e0-3d3e-4e08-ad19-598d33c90889 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=05d4f540-1d7b-40ce-9b86-89e46a671a10 HTTP/1.1" status: 200 len: 944 time: 0.0501580 Sep 25 03:41:54.338978 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0a525445-12e6-4ae1-a0b9-bbdd144cb92a req-77677309-d67c-4937-8427-085775fb3635 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ed2013-85e3-4179-98e8-18919e04df27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345893 Sep 25 03:41:55.477701 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a58a8-d030-49f8-aae0-a0937f95e862 req-160e316a-e105-4d27-b2fa-c87adf7c49c3 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:41:55.479809 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-383a58a8-d030-49f8-aae0-a0937f95e862 req-160e316a-e105-4d27-b2fa-c87adf7c49c3 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=05d4f540-1d7b-40ce-9b86-89e46a671a10 HTTP/1.1" status: 200 len: 944 time: 0.0585899 Sep 25 03:41:55.523480 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-383a58a8-d030-49f8-aae0-a0937f95e862 req-f851e51d-577b-4e55-af43-7cb4bc0dae13 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ed2013-85e3-4179-98e8-18919e04df27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331018 Sep 25 03:41:56.656536 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f69449c-29ff-4359-a753-e9cb7072c27c req-6e0dbf53-a984-4f23-9a24-bc3ff00e77f4 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:41:56.658027 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8f69449c-29ff-4359-a753-e9cb7072c27c req-6e0dbf53-a984-4f23-9a24-bc3ff00e77f4 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=05d4f540-1d7b-40ce-9b86-89e46a671a10 HTTP/1.1" status: 200 len: 944 time: 0.0534647 Sep 25 03:41:56.706139 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8f69449c-29ff-4359-a753-e9cb7072c27c req-f04b59ce-a778-4721-a280-12295f467197 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ed2013-85e3-4179-98e8-18919e04df27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387211 Sep 25 03:41:56.891290 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device 11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a details requested by agent hyperv_hv-cinder-77570 with host hv-cinder-77570 {{(pid=94022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 03:41:56.995813 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] For port 11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a,segment=NetworkSegment(333f268c-633b-4815-af96-4f793cf73c09),segment_id=333f268c-633b-4815-af96-4f793cf73c09)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:41:57.006842 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Returning: {'device': '11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a', 'network_id': '0db9f430-59d9-43f8-9631-d99e7f9ba1b1', 'port_id': '11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a', 'mac_address': 'fa:16:3e:6f:da:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15c2144b-0628-4ad0-89f3-cf74162bcbd6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 03:41:57.049844 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:41:57.063774 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a {{(pid=94022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 03:41:57.088166 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] For port 11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a,segment=NetworkSegment(333f268c-633b-4815-af96-4f793cf73c09),segment_id=333f268c-633b-4815-af96-4f793cf73c09)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:41:57.095506 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:41:57.132100 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:41:57.165513 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Pushing event updated for resources: {'Port': ['ID=11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a,revision_number=9']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:41:57.174476 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:41:57.174995 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:41:57.175393 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:41:57.175725 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:41:57.176096 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:41:57.176409 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:41:57.176853 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:41:57.177589 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:41:57.177589 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:41:57.177853 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:41:57.178184 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:41:57.178504 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:41:57.554549 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] get_ports_and_sgs() called for port_ids ['11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a'] {{(pid=94022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 25 03:41:57.845088 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f12967-0797-4477-bdc3-85e7f864c634 req-3b81d821-0016-49c2-ba00-c39e441a31c7 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:41:57.846573 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-68f12967-0797-4477-bdc3-85e7f864c634 req-3b81d821-0016-49c2-ba00-c39e441a31c7 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=05d4f540-1d7b-40ce-9b86-89e46a671a10 HTTP/1.1" status: 200 len: 945 time: 0.0596364 Sep 25 03:41:57.887196 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-68f12967-0797-4477-bdc3-85e7f864c634 req-28c73876-6cb8-44d4-a64a-98b529c3a7cd tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ed2013-85e3-4179-98e8-18919e04df27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344353 Sep 25 03:41:58.907262 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device 11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a up at agent hyperv_hv-cinder-77570 {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 03:41:58.962551 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Provisioning complete for port 11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:41:58.962922 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:41:59.021696 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88cdb4e-f8b5-414b-b7f0-778afdce4108 req-8b61b6b2-b69f-4c3f-8574-9f39f9134eaf tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:41:59.023197 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e88cdb4e-f8b5-414b-b7f0-778afdce4108 req-8b61b6b2-b69f-4c3f-8574-9f39f9134eaf tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=05d4f540-1d7b-40ce-9b86-89e46a671a10 HTTP/1.1" status: 200 len: 945 time: 0.0559425 Sep 25 03:41:59.045012 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:41:59.061970 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e88cdb4e-f8b5-414b-b7f0-778afdce4108 req-1f9783e9-2107-45c0-879d-e559264772f5 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ed2013-85e3-4179-98e8-18919e04df27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323970 Sep 25 03:41:59.067737 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05d4f540-1d7b-40ce-9b86-89e46a671a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a'}] {{(pid=94022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 03:41:59.070035 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9141e1544748c335de5c87e81d01f98f4272279fe7d072e46966747184492a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79590d14-5f5f-4a98-8475-02e0adc92745" -d '{"events": [{"server_uuid": "05d4f540-1d7b-40ce-9b86-89e46a671a10", "name": "network-vif-plugged", "status": "completed", "tag": "11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a"}]}' {{(pid=94022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 03:41:59.085921 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] For port 11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a,segment=NetworkSegment(333f268c-633b-4815-af96-4f793cf73c09),segment_id=333f268c-633b-4815-af96-4f793cf73c09)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:41:59.091312 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:41:59.149539 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Pushing event updated for resources: {'Port': ['ID=11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a,revision_number=10']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:41:59.167516 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 03:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-933be4a8-5fcf-403a-9ec0-ede186795240 x-openstack-request-id: req-933be4a8-5fcf-403a-9ec0-ede186795240 {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 03:41:59.167830 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05d4f540-1d7b-40ce-9b86-89e46a671a10", "name": "network-vif-plugged", "status": "completed", "tag": "11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a", "code": 200}]} {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 03:41:59.168115 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-933be4a8-5fcf-403a-9ec0-ede186795240 {{(pid=94022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 03:41:59.168505 dv-cinder-775706-4-iscsi neutron-server[94022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05d4f540-1d7b-40ce-9b86-89e46a671a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a', 'code': 200} Sep 25 03:41:59.426924 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd45291a-351d-426e-b036-d8034c21477a req-8d1082d9-b6d0-49b5-a93d-8a01e60d0d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:41:59.428510 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fd45291a-351d-426e-b036-d8034c21477a req-8d1082d9-b6d0-49b5-a93d-8a01e60d0d93 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=05d4f540-1d7b-40ce-9b86-89e46a671a10 HTTP/1.1" status: 200 len: 1100 time: 0.0506165 Sep 25 03:41:59.470368 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fd45291a-351d-426e-b036-d8034c21477a req-9199bf27-911d-4c50-a7d2-e98b19d2d266 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=29ed2013-85e3-4179-98e8-18919e04df27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345051 Sep 25 03:41:59.555232 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-12453c79-04f6-431c-ac7a-1da34be194f8 None None] Agent healthcheck: found 6 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 03:42:00.187132 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc3a3b-6acd-48a3-bc87-61eeceb12e51 req-5eaa9d23-5af6-4aae-80c4-e8a4a02e35c2 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:42:00.188616 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-90cc3a3b-6acd-48a3-bc87-61eeceb12e51 req-5eaa9d23-5af6-4aae-80c4-e8a4a02e35c2 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=05d4f540-1d7b-40ce-9b86-89e46a671a10 HTTP/1.1" status: 200 len: 947 time: 0.0525141 Sep 25 03:42:00.238391 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-90cc3a3b-6acd-48a3-bc87-61eeceb12e51 req-e407968a-4653-4304-8d26-657b8d8e8d9d tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ed2013-85e3-4179-98e8-18919e04df27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408969 Sep 25 03:42:01.369459 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea3db1-bb07-479f-b03a-bd50f798054e req-73401659-f762-4925-a280-f88163fad204 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:42:01.371803 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-15ea3db1-bb07-479f-b03a-bd50f798054e req-73401659-f762-4925-a280-f88163fad204 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=05d4f540-1d7b-40ce-9b86-89e46a671a10 HTTP/1.1" status: 200 len: 947 time: 0.0562458 Sep 25 03:42:01.410509 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-15ea3db1-bb07-479f-b03a-bd50f798054e req-aa7206ed-a369-4b0e-a00b-0f5f640b69bb tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ed2013-85e3-4179-98e8-18919e04df27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330846 Sep 25 03:42:02.540148 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96221a77-1c9c-49aa-a88b-96bbdadcb824 req-af696440-6310-466a-8567-dc276b4c1fb2 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:42:02.541683 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-96221a77-1c9c-49aa-a88b-96bbdadcb824 req-af696440-6310-466a-8567-dc276b4c1fb2 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=05d4f540-1d7b-40ce-9b86-89e46a671a10 HTTP/1.1" status: 200 len: 947 time: 0.0549591 Sep 25 03:42:02.581791 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-96221a77-1c9c-49aa-a88b-96bbdadcb824 req-8dd02191-4dd3-4144-8391-f837b2f1be53 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ed2013-85e3-4179-98e8-18919e04df27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335996 Sep 25 03:42:08.362561 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b0eaf2fa-33f4-48c4-b9b1-cab6365c00a4 req-28dbf3fc-1af1-43ab-a16f-0fbcd61bc689 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=05d4f540-1d7b-40ce-9b86-89e46a671a10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0517907 Sep 25 03:42:08.444458 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eaf2fa-33f4-48c4-b9b1-cab6365c00a4 req-b43fdc45-0e78-41fe-b241-dc6929d4238d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:42:08.445979 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b0eaf2fa-33f4-48c4-b9b1-cab6365c00a4 req-b43fdc45-0e78-41fe-b241-dc6929d4238d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6cd33c8ad4e54784833c9620269a3a7e&device_id=05d4f540-1d7b-40ce-9b86-89e46a671a10 HTTP/1.1" status: 200 len: 1100 time: 0.0467482 Sep 25 03:42:08.562541 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eaf2fa-33f4-48c4-b9b1-cab6365c00a4 req-5c80d0e8-5d78-4979-a301-cc5b29d687b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:42:08.565712 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b0eaf2fa-33f4-48c4-b9b1-cab6365c00a4 req-5c80d0e8-5d78-4979-a301-cc5b29d687b7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0db9f430-59d9-43f8-9631-d99e7f9ba1b1 HTTP/1.1" status: 200 len: 917 time: 0.0982912 Sep 25 03:42:08.905754 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b0eaf2fa-33f4-48c4-b9b1-cab6365c00a4 req-4db160d6-2c39-4a14-b3fc-2705a9dd4b3d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a HTTP/1.1" status: 200 len: 1001 time: 0.3323381 Sep 25 03:42:10.286606 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eaf2fa-33f4-48c4-b9b1-cab6365c00a4 req-67025420-7612-45d1-8bb0-770c7f2b2e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:42:10.288120 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b0eaf2fa-33f4-48c4-b9b1-cab6365c00a4 req-67025420-7612-45d1-8bb0-770c7f2b2e61 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=15c2144b-0628-4ad0-89f3-cf74162bcbd6 HTTP/1.1" status: 200 len: 855 time: 0.0500219 Sep 25 03:42:11.276598 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eaf2fa-33f4-48c4-b9b1-cab6365c00a4 req-8797363a-385e-4f28-bd95-3cdedb28e4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:42:11.278610 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b0eaf2fa-33f4-48c4-b9b1-cab6365c00a4 req-8797363a-385e-4f28-bd95-3cdedb28e4c0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0db9f430-59d9-43f8-9631-d99e7f9ba1b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0511477 Sep 25 03:42:12.620055 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b0eaf2fa-33f4-48c4-b9b1-cab6365c00a4 req-249cda6b-5619-4e43-8219-d35a62277e92 service neutron] 10.222.0.45 "GET /v2.0/networks/0db9f430-59d9-43f8-9631-d99e7f9ba1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049111 Sep 25 03:42:12.710882 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b0eaf2fa-33f4-48c4-b9b1-cab6365c00a4 req-3c0f2dc9-3b07-4543-b722-59b415c27910 service neutron] 10.222.0.45 "GET /v2.0/networks/0db9f430-59d9-43f8-9631-d99e7f9ba1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829797 Sep 25 03:42:15.380229 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-e62fee59-63e5-4ce8-81ca-34a7e05ca73d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:42:17.602524 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-5a7d0db2-13da-4dc7-a24d-be67c4d0622e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:42:19.290215 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:42:19.292001 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-fa5af178-6116-457c-95b6-13dc589f2bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:42:21.188249 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-afd92d12-b9d5-4a92-bfd4-50d3cdf2ae8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:42:24.542416 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe59288c-f33d-452c-b71a-225a9fac9a2b req-b77893a5-dffd-4f53-8812-2f0f068bd319 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:42:24.543922 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fe59288c-f33d-452c-b71a-225a9fac9a2b req-b77893a5-dffd-4f53-8812-2f0f068bd319 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a9194b3-e761-4529-b64c-6de772ae1178 HTTP/1.1" status: 200 len: 946 time: 0.0566223 Sep 25 03:42:24.587172 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fe59288c-f33d-452c-b71a-225a9fac9a2b req-318918cc-c631-4aa2-951f-8dbb707557a7 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f9c1c1-3f4c-4f41-b1eb-9a5a48aeb641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329986 Sep 25 03:42:25.719051 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908df5b3-d39f-4634-aa45-6b721ac31bb2 req-f58e6a3b-8603-4ec3-8723-ab82cde96a30 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:42:25.720414 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-908df5b3-d39f-4634-aa45-6b721ac31bb2 req-f58e6a3b-8603-4ec3-8723-ab82cde96a30 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a9194b3-e761-4529-b64c-6de772ae1178 HTTP/1.1" status: 200 len: 946 time: 0.0576167 Sep 25 03:42:25.763773 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-908df5b3-d39f-4634-aa45-6b721ac31bb2 req-ae2bd5fe-b2d9-484d-8735-06ca2bf7949e tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f9c1c1-3f4c-4f41-b1eb-9a5a48aeb641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345592 Sep 25 03:42:26.887487 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f69d17-12b7-4a3c-a10b-f0604699cb27 req-8862950a-ad07-4e1e-b53f-b011f550b6bd tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:42:26.889128 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-52f69d17-12b7-4a3c-a10b-f0604699cb27 req-8862950a-ad07-4e1e-b53f-b011f550b6bd tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a9194b3-e761-4529-b64c-6de772ae1178 HTTP/1.1" status: 200 len: 946 time: 0.0529842 Sep 25 03:42:26.957903 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-52f69d17-12b7-4a3c-a10b-f0604699cb27 req-b4d5f049-5cc4-4c89-89d5-aed9e4a29432 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f9c1c1-3f4c-4f41-b1eb-9a5a48aeb641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596962 Sep 25 03:42:26.973382 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07bbb1b-e3b1-4a96-b9fa-58d62c59b12a req-f81b0fa0-aa30-4dd7-a6ff-dd4d41705df2 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:42:26.976948 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a07bbb1b-e3b1-4a96-b9fa-58d62c59b12a req-f81b0fa0-aa30-4dd7-a6ff-dd4d41705df2 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a9194b3-e761-4529-b64c-6de772ae1178 HTTP/1.1" status: 200 len: 946 time: 0.0727501 Sep 25 03:42:27.087843 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [req-a07bbb1b-e3b1-4a96-b9fa-58d62c59b12a req-bda1fbf3-2b89-4adb-90b3-bddce1a084ee tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] Deleting port 556848bd-0619-4a9a-94f2-289ca1f8ba3e {{(pid=94021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 03:42:27.088185 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-a07bbb1b-e3b1-4a96-b9fa-58d62c59b12a req-bda1fbf3-2b89-4adb-90b3-bddce1a084ee tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731880592680'] for port, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:42:27.099370 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:42:27.185329 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-a07bbb1b-e3b1-4a96-b9fa-58d62c59b12a req-bda1fbf3-2b89-4adb-90b3-bddce1a084ee tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] For port 556848bd-0619-4a9a-94f2-289ca1f8ba3e, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=556848bd-0619-4a9a-94f2-289ca1f8ba3e,segment=NetworkSegment(bc8dd30a-0cdb-44a9-9a57-83a64cda11c0),segment_id=bc8dd30a-0cdb-44a9-9a57-83a64cda11c0)] {{(pid=94021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:42:27.185882 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-a07bbb1b-e3b1-4a96-b9fa-58d62c59b12a req-bda1fbf3-2b89-4adb-90b3-bddce1a084ee tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889411'] for port, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:42:27.199621 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [req-a07bbb1b-e3b1-4a96-b9fa-58d62c59b12a req-bda1fbf3-2b89-4adb-90b3-bddce1a084ee tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] Calling delete_port for 556848bd-0619-4a9a-94f2-289ca1f8ba3e owned by compute:nova {{(pid=94021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 03:42:27.333276 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-a07bbb1b-e3b1-4a96-b9fa-58d62c59b12a req-bda1fbf3-2b89-4adb-90b3-bddce1a084ee tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731880598766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731880292810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3214562'] for port, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:42:27.364768 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda1fbf3-2b89-4adb-90b3-bddce1a084ee tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] Pushing event deleted for resources: {'Port': ['ID=556848bd-0619-4a9a-94f2-289ca1f8ba3e,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:42:27.377182 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda1fbf3-2b89-4adb-90b3-bddce1a084ee tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:42:27.377500 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda1fbf3-2b89-4adb-90b3-bddce1a084ee tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:42:27.377872 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda1fbf3-2b89-4adb-90b3-bddce1a084ee tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:42:27.378256 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda1fbf3-2b89-4adb-90b3-bddce1a084ee tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:42:27.378736 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda1fbf3-2b89-4adb-90b3-bddce1a084ee tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:42:27.379037 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda1fbf3-2b89-4adb-90b3-bddce1a084ee tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:42:27.379371 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda1fbf3-2b89-4adb-90b3-bddce1a084ee tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:42:27.379699 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda1fbf3-2b89-4adb-90b3-bddce1a084ee tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:42:27.380023 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda1fbf3-2b89-4adb-90b3-bddce1a084ee tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:42:27.380338 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda1fbf3-2b89-4adb-90b3-bddce1a084ee tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:42:27.380676 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda1fbf3-2b89-4adb-90b3-bddce1a084ee tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:42:27.381005 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda1fbf3-2b89-4adb-90b3-bddce1a084ee tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:42:27.424213 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [req-a07bbb1b-e3b1-4a96-b9fa-58d62c59b12a req-bda1fbf3-2b89-4adb-90b3-bddce1a084ee tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] No DVR routers for this DVR port 556848bd-0619-4a9a-94f2-289ca1f8ba3e on host hv-cinder-77570 {{(pid=94021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 25 03:42:27.427115 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-a07bbb1b-e3b1-4a96-b9fa-58d62c59b12a req-bda1fbf3-2b89-4adb-90b3-bddce1a084ee tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:42:27.429135 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a07bbb1b-e3b1-4a96-b9fa-58d62c59b12a req-bda1fbf3-2b89-4adb-90b3-bddce1a084ee tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] 10.222.0.45 "DELETE /v2.0/ports/556848bd-0619-4a9a-94f2-289ca1f8ba3e HTTP/1.1" status: 204 len: 173 time: 0.4451039 Sep 25 03:42:27.429547 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a9194b3-e761-4529-b64c-6de772ae1178', 'name': 'network-vif-deleted', 'tag': '556848bd-0619-4a9a-94f2-289ca1f8ba3e'}] {{(pid=94021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 03:42:27.431830 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e2fb5340eb8446ff58cd715b9748d5b5aabaa2e5f9ab10f469ed89a7c45a212" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34011b2e-1b4c-4ed7-9b9a-df35e6037f4f" -d '{"events": [{"server_uuid": "9a9194b3-e761-4529-b64c-6de772ae1178", "name": "network-vif-deleted", "tag": "556848bd-0619-4a9a-94f2-289ca1f8ba3e"}]}' {{(pid=94021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 03:42:27.468342 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 03:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-099f2204-80f3-42ae-9d42-99db01806242 x-openstack-request-id: req-099f2204-80f3-42ae-9d42-99db01806242 {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 03:42:27.468676 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a9194b3-e761-4529-b64c-6de772ae1178", "name": "network-vif-deleted", "tag": "556848bd-0619-4a9a-94f2-289ca1f8ba3e", "status": "completed", "code": 200}]} {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 03:42:27.468939 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-099f2204-80f3-42ae-9d42-99db01806242 {{(pid=94021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 03:42:27.469383 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a9194b3-e761-4529-b64c-6de772ae1178', 'name': 'network-vif-deleted', 'tag': '556848bd-0619-4a9a-94f2-289ca1f8ba3e', 'status': 'completed', 'code': 200} Sep 25 03:42:28.233947 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-dbd574c9-04fc-4a2c-8591-fe09d0aa7fe9 req-59f68341-945e-407b-82dd-58c0738836f1 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a9194b3-e761-4529-b64c-6de772ae1178 HTTP/1.1" status: 200 len: 210 time: 0.0270207 Sep 25 03:42:29.083163 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device 556848bd-0619-4a9a-94f2-289ca1f8ba3e no longer exists at agent hyperv_hv-cinder-77570 {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 03:42:29.103474 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] No Port match for: 556848bd-0619-4a9a-94f2-289ca1f8ba3e {{(pid=94022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 25 03:42:29.103817 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device 556848bd-0619-4a9a-94f2-289ca1f8ba3e not bound to the agent host hv-cinder-77570 {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 03:42:36.555289 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-12453c79-04f6-431c-ac7a-1da34be194f8 None None] Agent healthcheck: found 6 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 03:42:43.486179 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c5965b-c050-45db-b961-23601b53282a req-ae2e376d-e451-43b0-8405-06e081f77167 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:42:43.487765 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b2c5965b-c050-45db-b961-23601b53282a req-ae2e376d-e451-43b0-8405-06e081f77167 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] 10.222.0.42 "GET /v2.0/networks?id=02ebdb2d-016d-4763-8c2a-aee72dc5b6a5 HTTP/1.1" status: 200 len: 814 time: 0.1108336 Sep 25 03:42:43.503383 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b2c5965b-c050-45db-b961-23601b53282a req-3d996067-6de8-4e81-8971-f3b480ccf05e tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] 10.222.0.42 "GET /v2.0/quotas/d199f73ae1cb4fd9b98dd0a801b2efdc HTTP/1.1" status: 200 len: 375 time: 0.0096862 Sep 25 03:42:43.536577 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b2c5965b-c050-45db-b961-23601b53282a req-b82a4331-6cb5-4261-b09c-24bd424f0b89 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d199f73ae1cb4fd9b98dd0a801b2efdc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269556 Sep 25 03:42:43.727466 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b2c5965b-c050-45db-b961-23601b53282a req-0764b77b-fac5-4f15-ad1f-785ed4764fc0 service neutron] 10.222.0.42 "GET /v2.0/networks/02ebdb2d-016d-4763-8c2a-aee72dc5b6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835837 Sep 25 03:42:43.825313 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b2c5965b-c050-45db-b961-23601b53282a req-bff46938-8e3d-48cb-86bf-d14a83a27243 service neutron] 10.222.0.42 "GET /v2.0/networks/02ebdb2d-016d-4763-8c2a-aee72dc5b6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902061 Sep 25 03:42:43.997070 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c0ba32b5-4475-40aa-b6ca-10657273897a req-6233e5e0-912a-4a21-b0ff-9ca1ca720ec2 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] 10.222.0.42 "GET /v2.0/ports?device_id=80a67d16-7d6e-4f44-a851-ba379b1f1969 HTTP/1.1" status: 200 len: 210 time: 0.0268793 Sep 25 03:42:45.119814 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-75f5e6f0-66f5-4728-bc9e-f79cb715fbaa req-063c7c57-44b1-4e59-b45e-73c8e9a3abe3 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] 10.222.0.42 "GET /v2.0/ports?device_id=80a67d16-7d6e-4f44-a851-ba379b1f1969 HTTP/1.1" status: 200 len: 210 time: 0.0352421 Sep 25 03:42:45.144384 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c5965b-c050-45db-b961-23601b53282a req-c6b9ebc8-4894-4ed1-b6a2-bebfb9c396e3 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:42:45.145897 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b2c5965b-c050-45db-b961-23601b53282a req-c6b9ebc8-4894-4ed1-b6a2-bebfb9c396e3 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] 10.222.0.45 "GET /v2.0/networks?id=02ebdb2d-016d-4763-8c2a-aee72dc5b6a5 HTTP/1.1" status: 200 len: 814 time: 0.1360335 Sep 25 03:42:45.168001 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [req-b2c5965b-c050-45db-b961-23601b53282a req-d76f86a7-d603-4576-ad64-c1be74afc353 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] Request body: {'port': {'device_id': '80a67d16-7d6e-4f44-a851-ba379b1f1969', 'network_id': '02ebdb2d-016d-4763-8c2a-aee72dc5b6a5', 'admin_state_up': True, 'tenant_id': 'd199f73ae1cb4fd9b98dd0a801b2efdc'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:42:45.282786 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2c5965b-c050-45db-b961-23601b53282a req-d76f86a7-d603-4576-ad64-c1be74afc353 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] Made reservation on behalf of d199f73ae1cb4fd9b98dd0a801b2efdc for: {'port': 1} {{(pid=94021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 03:42:45.286598 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-b2c5965b-c050-45db-b961-23601b53282a req-d76f86a7-d603-4576-ad64-c1be74afc353 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:42:45.375927 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d72e050a-def4-4330-9174-d29eb2ce9b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:42:45.419825 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.db.db_base_plugin_common [req-b2c5965b-c050-45db-b961-23601b53282a req-d76f86a7-d603-4576-ad64-c1be74afc353 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] Allocated IP 172.20.0.2 (02ebdb2d-016d-4763-8c2a-aee72dc5b6a5/5989d88d-ea8f-44fd-8127-a0303bee2798/85a2b5a6-74a9-4651-a197-0e6aa096286f) {{(pid=94021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 03:42:45.591470 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-b2c5965b-c050-45db-b961-23601b53282a req-d76f86a7-d603-4576-ad64-c1be74afc353 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] Notify callbacks [] for port, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:42:45.629455 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-b2c5965b-c050-45db-b961-23601b53282a req-d76f86a7-d603-4576-ad64-c1be74afc353 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731880292801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3214562'] for port, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:42:45.674395 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2c5965b-c050-45db-b961-23601b53282a req-d76f86a7-d603-4576-ad64-c1be74afc353 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] Network 02ebdb2d-016d-4763-8c2a-aee72dc5b6a5 is already hosted by enough agents. {{(pid=94021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 03:42:45.677605 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.base_scheduler [req-b2c5965b-c050-45db-b961-23601b53282a req-d76f86a7-d603-4576-ad64-c1be74afc353 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] Resources bound (agent type, host, resource id): {{(pid=94021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:42:45.681093 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2c5965b-c050-45db-b961-23601b53282a req-d76f86a7-d603-4576-ad64-c1be74afc353 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] Received port after_create {{(pid=94021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 03:42:45.689985 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76f86a7-d603-4576-ad64-c1be74afc353 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] Pushing event updated for resources: {'Port': ['ID=85a2b5a6-74a9-4651-a197-0e6aa096286f,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:42:45.733871 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c5965b-c050-45db-b961-23601b53282a req-d76f86a7-d603-4576-ad64-c1be74afc353 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:42:45.734470 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-b2c5965b-c050-45db-b961-23601b53282a req-d76f86a7-d603-4576-ad64-c1be74afc353 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:42:45.750809 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b2c5965b-c050-45db-b961-23601b53282a req-d76f86a7-d603-4576-ad64-c1be74afc353 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5864482 Sep 25 03:42:45.784099 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [req-b2c5965b-c050-45db-b961-23601b53282a req-e3543235-1a46-4c11-9c26-8c759f77732e service neutron] Request body: {'port': {'device_id': '80a67d16-7d6e-4f44-a851-ba379b1f1969', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:42:45.838503 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-b2c5965b-c050-45db-b961-23601b53282a req-e3543235-1a46-4c11-9c26-8c759f77732e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:42:46.102763 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [req-b2c5965b-c050-45db-b961-23601b53282a req-e3543235-1a46-4c11-9c26-8c759f77732e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85a2b5a6-74a9-4651-a197-0e6aa096286f {{(pid=94021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 03:42:46.110397 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-b2c5965b-c050-45db-b961-23601b53282a req-e3543235-1a46-4c11-9c26-8c759f77732e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:42:46.122594 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.db.provisioning_blocks [req-b2c5965b-c050-45db-b961-23601b53282a req-e3543235-1a46-4c11-9c26-8c759f77732e service neutron] Transition to ACTIVE for port object 85a2b5a6-74a9-4651-a197-0e6aa096286f will not be triggered until provisioned by entity L2. {{(pid=94021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 25 03:42:46.129999 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-b2c5965b-c050-45db-b961-23601b53282a req-e3543235-1a46-4c11-9c26-8c759f77732e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3214569'] for port, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:42:46.179833 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3543235-1a46-4c11-9c26-8c759f77732e service neutron] Pushing event updated for resources: {'Port': ['ID=85a2b5a6-74a9-4651-a197-0e6aa096286f,revision_number=2']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:42:46.289251 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399a7ae5-f2e7-4135-9388-f164e64d7914 req-3f4eda01-447e-402e-b946-d01b26515a5f tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:42:46.290748 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-399a7ae5-f2e7-4135-9388-f164e64d7914 req-3f4eda01-447e-402e-b946-d01b26515a5f tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] 10.222.0.42 "GET /v2.0/ports?device_id=80a67d16-7d6e-4f44-a851-ba379b1f1969 HTTP/1.1" status: 200 len: 943 time: 0.0887401 Sep 25 03:42:46.291936 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-b2c5965b-c050-45db-b961-23601b53282a req-e3543235-1a46-4c11-9c26-8c759f77732e service neutron] Attempting to bind port 85a2b5a6-74a9-4651-a197-0e6aa096286f on host hv-cinder-77570 for vnic_type normal with profile {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 03:42:46.292259 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-b2c5965b-c050-45db-b961-23601b53282a req-e3543235-1a46-4c11-9c26-8c759f77732e service neutron] Attempting to bind port 85a2b5a6-74a9-4651-a197-0e6aa096286f by drivers openvswitch,hyperv on host hv-cinder-77570 at level 0 using segments [{'id': 'bc8dd30a-0cdb-44a9-9a57-83a64cda11c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '02ebdb2d-016d-4763-8c2a-aee72dc5b6a5'}] {{(pid=94021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 03:42:46.292579 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c5965b-c050-45db-b961-23601b53282a req-e3543235-1a46-4c11-9c26-8c759f77732e service neutron] Attempting to bind port 85a2b5a6-74a9-4651-a197-0e6aa096286f on network 02ebdb2d-016d-4763-8c2a-aee72dc5b6a5 {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 03:42:46.303241 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c5965b-c050-45db-b961-23601b53282a req-e3543235-1a46-4c11-9c26-8c759f77732e service neutron] Port 85a2b5a6-74a9-4651-a197-0e6aa096286f on network 02ebdb2d-016d-4763-8c2a-aee72dc5b6a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77570 {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 25 03:42:46.303556 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c5965b-c050-45db-b961-23601b53282a req-e3543235-1a46-4c11-9c26-8c759f77732e service neutron] Attempting to bind port 85a2b5a6-74a9-4651-a197-0e6aa096286f on network 02ebdb2d-016d-4763-8c2a-aee72dc5b6a5 {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 03:42:46.316151 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c5965b-c050-45db-b961-23601b53282a req-e3543235-1a46-4c11-9c26-8c759f77732e service neutron] Checking agent: {'id': '508f5817-0468-490c-b4b9-d8db88d5fd84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 3, 27, 55), 'started_at': datetime.datetime(2021, 9, 25, 3, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 3, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 03:42:46.316741 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c5965b-c050-45db-b961-23601b53282a req-e3543235-1a46-4c11-9c26-8c759f77732e service neutron] Checking segment: {'id': 'bc8dd30a-0cdb-44a9-9a57-83a64cda11c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '02ebdb2d-016d-4763-8c2a-aee72dc5b6a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 03:42:46.317103 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c5965b-c050-45db-b961-23601b53282a req-e3543235-1a46-4c11-9c26-8c759f77732e service neutron] Bound using segment: {'id': 'bc8dd30a-0cdb-44a9-9a57-83a64cda11c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '02ebdb2d-016d-4763-8c2a-aee72dc5b6a5'} {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 03:42:46.317530 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-b2c5965b-c050-45db-b961-23601b53282a req-e3543235-1a46-4c11-9c26-8c759f77732e service neutron] Bound port: 85a2b5a6-74a9-4651-a197-0e6aa096286f, host: hv-cinder-77570, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc8dd30a-0cdb-44a9-9a57-83a64cda11c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '02ebdb2d-016d-4763-8c2a-aee72dc5b6a5'}}] {{(pid=94021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 03:42:46.317879 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-b2c5965b-c050-45db-b961-23601b53282a req-e3543235-1a46-4c11-9c26-8c759f77732e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:42:46.345232 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-399a7ae5-f2e7-4135-9388-f164e64d7914 req-2e973720-6477-4b7a-9946-9019b89854f8 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f9c1c1-3f4c-4f41-b1eb-9a5a48aeb641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477421 Sep 25 03:42:46.394738 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-b2c5965b-c050-45db-b961-23601b53282a req-e3543235-1a46-4c11-9c26-8c759f77732e service neutron] For port 85a2b5a6-74a9-4651-a197-0e6aa096286f, host hv-cinder-77570, cleared binding levels {{(pid=94021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 03:42:46.397692 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-b2c5965b-c050-45db-b961-23601b53282a req-e3543235-1a46-4c11-9c26-8c759f77732e service neutron] For port 85a2b5a6-74a9-4651-a197-0e6aa096286f, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=85a2b5a6-74a9-4651-a197-0e6aa096286f,segment=NetworkSegment(bc8dd30a-0cdb-44a9-9a57-83a64cda11c0),segment_id=bc8dd30a-0cdb-44a9-9a57-83a64cda11c0)] {{(pid=94021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 03:42:46.404498 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-b2c5965b-c050-45db-b961-23601b53282a req-e3543235-1a46-4c11-9c26-8c759f77732e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3214569'] for port, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:42:46.455858 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c5965b-c050-45db-b961-23601b53282a req-e3543235-1a46-4c11-9c26-8c759f77732e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:42:46.456949 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-b2c5965b-c050-45db-b961-23601b53282a req-e3543235-1a46-4c11-9c26-8c759f77732e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:42:46.458031 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b2c5965b-c050-45db-b961-23601b53282a req-e3543235-1a46-4c11-9c26-8c759f77732e service neutron] 10.222.0.45 "PUT /v2.0/ports/85a2b5a6-74a9-4651-a197-0e6aa096286f HTTP/1.1" status: 200 len: 1093 time: 0.6781394 Sep 25 03:42:46.458486 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80a67d16-7d6e-4f44-a851-ba379b1f1969', 'tag': '85a2b5a6-74a9-4651-a197-0e6aa096286f'}] {{(pid=94021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 03:42:46.460747 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e2fb5340eb8446ff58cd715b9748d5b5aabaa2e5f9ab10f469ed89a7c45a212" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ebbe4e2-4337-4ecf-b9cd-686efbeb1dc3" -d '{"events": [{"name": "network-changed", "server_uuid": "80a67d16-7d6e-4f44-a851-ba379b1f1969", "tag": "85a2b5a6-74a9-4651-a197-0e6aa096286f"}]}' {{(pid=94021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 03:42:46.468017 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3543235-1a46-4c11-9c26-8c759f77732e service neutron] Pushing event updated for resources: {'Port': ['ID=85a2b5a6-74a9-4651-a197-0e6aa096286f,revision_number=3']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:42:46.499045 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 03:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-059ac5b4-5850-4c60-bd86-9225b0c567f6 x-openstack-request-id: req-059ac5b4-5850-4c60-bd86-9225b0c567f6 {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 03:42:46.499336 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80a67d16-7d6e-4f44-a851-ba379b1f1969", "tag": "85a2b5a6-74a9-4651-a197-0e6aa096286f", "status": "completed", "code": 200}]} {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 03:42:46.499593 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-059ac5b4-5850-4c60-bd86-9225b0c567f6 {{(pid=94021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 03:42:46.499959 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80a67d16-7d6e-4f44-a851-ba379b1f1969', 'tag': '85a2b5a6-74a9-4651-a197-0e6aa096286f', 'status': 'completed', 'code': 200} Sep 25 03:42:46.590294 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c5965b-c050-45db-b961-23601b53282a req-d089d81e-0567-49ac-af55-d57f4059cdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:42:46.592610 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b2c5965b-c050-45db-b961-23601b53282a req-d089d81e-0567-49ac-af55-d57f4059cdd1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d199f73ae1cb4fd9b98dd0a801b2efdc&device_id=80a67d16-7d6e-4f44-a851-ba379b1f1969 HTTP/1.1" status: 200 len: 1096 time: 0.0546193 Sep 25 03:42:46.653370 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b2c5965b-c050-45db-b961-23601b53282a req-1e672444-8780-4509-845f-9f0197e5085d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=85a2b5a6-74a9-4651-a197-0e6aa096286f HTTP/1.1" status: 200 len: 217 time: 0.0436633 Sep 25 03:42:46.709582 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c5965b-c050-45db-b961-23601b53282a req-3d0adfea-03cc-4cc6-9e10-a8d4e4a9d254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:42:46.711046 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b2c5965b-c050-45db-b961-23601b53282a req-3d0adfea-03cc-4cc6-9e10-a8d4e4a9d254 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5989d88d-ea8f-44fd-8127-a0303bee2798 HTTP/1.1" status: 200 len: 854 time: 0.0470681 Sep 25 03:42:46.748082 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b2c5965b-c050-45db-b961-23601b53282a req-09074f63-1ad1-4322-a0a8-0bb262aa5e10 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=02ebdb2d-016d-4763-8c2a-aee72dc5b6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284696 Sep 25 03:42:46.842751 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b2c5965b-c050-45db-b961-23601b53282a req-591bb19f-0d73-4f1b-8ee1-eb828ee43a8b service neutron] 10.222.0.45 "GET /v2.0/networks/02ebdb2d-016d-4763-8c2a-aee72dc5b6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866621 Sep 25 03:42:46.949328 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b2c5965b-c050-45db-b961-23601b53282a req-ba6ca9a1-61ef-44c5-b185-2fd71c7acd94 service neutron] 10.222.0.45 "GET /v2.0/networks/02ebdb2d-016d-4763-8c2a-aee72dc5b6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984015 Sep 25 03:42:47.129572 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebbe4e2-4337-4ecf-b9cd-686efbeb1dc3 req-e8f8a450-58da-4585-82fc-4e4a1b1ccde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:42:47.131167 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5ebbe4e2-4337-4ecf-b9cd-686efbeb1dc3 req-e8f8a450-58da-4585-82fc-4e4a1b1ccde0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d199f73ae1cb4fd9b98dd0a801b2efdc&device_id=80a67d16-7d6e-4f44-a851-ba379b1f1969 HTTP/1.1" status: 200 len: 1096 time: 0.0538552 Sep 25 03:42:47.230352 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebbe4e2-4337-4ecf-b9cd-686efbeb1dc3 req-e629f183-d698-4e96-b200-b6d5caf88cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:42:47.231747 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5ebbe4e2-4337-4ecf-b9cd-686efbeb1dc3 req-e629f183-d698-4e96-b200-b6d5caf88cc5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=02ebdb2d-016d-4763-8c2a-aee72dc5b6a5 HTTP/1.1" status: 200 len: 915 time: 0.0926659 Sep 25 03:42:47.273405 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5ebbe4e2-4337-4ecf-b9cd-686efbeb1dc3 req-cd0c8f35-39e9-4342-a154-4357ca98db91 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=85a2b5a6-74a9-4651-a197-0e6aa096286f HTTP/1.1" status: 200 len: 217 time: 0.0338585 Sep 25 03:42:47.328366 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebbe4e2-4337-4ecf-b9cd-686efbeb1dc3 req-9634026c-1c32-47f2-a11d-029a089f548f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:42:47.329857 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5ebbe4e2-4337-4ecf-b9cd-686efbeb1dc3 req-9634026c-1c32-47f2-a11d-029a089f548f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5989d88d-ea8f-44fd-8127-a0303bee2798 HTTP/1.1" status: 200 len: 854 time: 0.0483704 Sep 25 03:42:47.373062 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5ebbe4e2-4337-4ecf-b9cd-686efbeb1dc3 req-45089ca2-0057-49d7-92ac-5e947ffd3305 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=02ebdb2d-016d-4763-8c2a-aee72dc5b6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345252 Sep 25 03:42:47.500716 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5ebbe4e2-4337-4ecf-b9cd-686efbeb1dc3 req-e0118d47-0550-4999-86e0-dc2243925589 service neutron] 10.222.0.45 "GET /v2.0/networks/02ebdb2d-016d-4763-8c2a-aee72dc5b6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185501 Sep 25 03:42:47.509363 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c965476-814a-4b65-8a99-5b7e60f7c9f4 req-f9fc12c2-c4e9-4fc4-8606-d463c57e0278 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:42:47.510772 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7c965476-814a-4b65-8a99-5b7e60f7c9f4 req-f9fc12c2-c4e9-4fc4-8606-d463c57e0278 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] 10.222.0.42 "GET /v2.0/ports?device_id=80a67d16-7d6e-4f44-a851-ba379b1f1969 HTTP/1.1" status: 200 len: 943 time: 0.0944095 Sep 25 03:42:47.596319 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-b9478a75-9d84-4387-8082-2edebbc8aa9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:42:47.605108 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7c965476-814a-4b65-8a99-5b7e60f7c9f4 req-36916df6-7f28-4352-944b-c202dfe1b115 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f9c1c1-3f4c-4f41-b1eb-9a5a48aeb641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864456 Sep 25 03:42:47.631874 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5ebbe4e2-4337-4ecf-b9cd-686efbeb1dc3 req-11cde928-c689-4c18-83ef-3f08749bc5d0 service neutron] 10.222.0.45 "GET /v2.0/networks/02ebdb2d-016d-4763-8c2a-aee72dc5b6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201062 Sep 25 03:42:48.737259 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527969d5-a0e6-492a-89bc-3fd394f7ed3b req-f7f51563-3377-4809-80b0-6e87d32192b9 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:42:48.739343 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-527969d5-a0e6-492a-89bc-3fd394f7ed3b req-f7f51563-3377-4809-80b0-6e87d32192b9 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] 10.222.0.42 "GET /v2.0/ports?device_id=80a67d16-7d6e-4f44-a851-ba379b1f1969 HTTP/1.1" status: 200 len: 943 time: 0.0552878 Sep 25 03:42:48.791181 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-527969d5-a0e6-492a-89bc-3fd394f7ed3b req-df99ef5a-4cfd-4b59-8c2d-b241ca628ce2 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f9c1c1-3f4c-4f41-b1eb-9a5a48aeb641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423687 Sep 25 03:42:49.286817 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:42:49.292444 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-fa5af178-6116-457c-95b6-13dc589f2bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:42:49.916554 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e8486-e50f-4781-8190-bdf37fde8c00 req-f11ae7d6-c301-474b-97ab-cdb7f6c1fddc tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:42:49.917966 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-828e8486-e50f-4781-8190-bdf37fde8c00 req-f11ae7d6-c301-474b-97ab-cdb7f6c1fddc tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] 10.222.0.42 "GET /v2.0/ports?device_id=80a67d16-7d6e-4f44-a851-ba379b1f1969 HTTP/1.1" status: 200 len: 943 time: 0.0555625 Sep 25 03:42:49.961199 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-828e8486-e50f-4781-8190-bdf37fde8c00 req-3ace6b4f-1538-416f-990f-7c9b3e577f48 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f9c1c1-3f4c-4f41-b1eb-9a5a48aeb641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343068 Sep 25 03:42:51.076618 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1446e01c-e48d-440d-b5c1-8a66c95f12df req-61004312-0707-449a-8751-470a9e71842d tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:42:51.078043 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1446e01c-e48d-440d-b5c1-8a66c95f12df req-61004312-0707-449a-8751-470a9e71842d tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] 10.222.0.42 "GET /v2.0/ports?device_id=80a67d16-7d6e-4f44-a851-ba379b1f1969 HTTP/1.1" status: 200 len: 943 time: 0.0499544 Sep 25 03:42:51.118753 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1446e01c-e48d-440d-b5c1-8a66c95f12df req-815b37ff-ea88-4030-8faa-e7b848ed94b7 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f9c1c1-3f4c-4f41-b1eb-9a5a48aeb641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320461 Sep 25 03:42:51.190437 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-afd92d12-b9d5-4a92-bfd4-50d3cdf2ae8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:42:51.192694 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device 85a2b5a6-74a9-4651-a197-0e6aa096286f details requested by agent hyperv_hv-cinder-77570 with host hv-cinder-77570 {{(pid=94022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 03:42:51.291929 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] For port 85a2b5a6-74a9-4651-a197-0e6aa096286f, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=85a2b5a6-74a9-4651-a197-0e6aa096286f,segment=NetworkSegment(bc8dd30a-0cdb-44a9-9a57-83a64cda11c0),segment_id=bc8dd30a-0cdb-44a9-9a57-83a64cda11c0)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:42:51.303104 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Returning: {'device': '85a2b5a6-74a9-4651-a197-0e6aa096286f', 'network_id': '02ebdb2d-016d-4763-8c2a-aee72dc5b6a5', 'port_id': '85a2b5a6-74a9-4651-a197-0e6aa096286f', 'mac_address': 'fa:16:3e:1e:a2:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5989d88d-ea8f-44fd-8127-a0303bee2798', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 03:42:51.339362 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:42:51.352117 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85a2b5a6-74a9-4651-a197-0e6aa096286f {{(pid=94022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 03:42:51.376971 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] For port 85a2b5a6-74a9-4651-a197-0e6aa096286f, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=85a2b5a6-74a9-4651-a197-0e6aa096286f,segment=NetworkSegment(bc8dd30a-0cdb-44a9-9a57-83a64cda11c0),segment_id=bc8dd30a-0cdb-44a9-9a57-83a64cda11c0)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:42:51.384080 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:42:51.431689 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Pushing event updated for resources: {'Port': ['ID=85a2b5a6-74a9-4651-a197-0e6aa096286f,revision_number=4']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:42:51.834505 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] get_ports_and_sgs() called for port_ids ['85a2b5a6-74a9-4651-a197-0e6aa096286f'] {{(pid=94022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 25 03:42:52.254968 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcd5ccd-a881-4067-a8ef-5bfacf6ac2ef req-8628617c-a0b6-417e-9cd1-81d29fef95fb tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:42:52.257484 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7dcd5ccd-a881-4067-a8ef-5bfacf6ac2ef req-8628617c-a0b6-417e-9cd1-81d29fef95fb tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] 10.222.0.42 "GET /v2.0/ports?device_id=80a67d16-7d6e-4f44-a851-ba379b1f1969 HTTP/1.1" status: 200 len: 944 time: 0.0623295 Sep 25 03:42:52.298202 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7dcd5ccd-a881-4067-a8ef-5bfacf6ac2ef req-2f9511be-b3b2-43be-8389-9120170a2427 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f9c1c1-3f4c-4f41-b1eb-9a5a48aeb641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341358 Sep 25 03:42:53.214977 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device 85a2b5a6-74a9-4651-a197-0e6aa096286f up at agent hyperv_hv-cinder-77570 {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 03:42:53.283473 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Provisioning for port 85a2b5a6-74a9-4651-a197-0e6aa096286f completed by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 25 03:42:53.288085 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Provisioning complete for port 85a2b5a6-74a9-4651-a197-0e6aa096286f triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:42:53.288483 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:42:53.371736 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:42:53.394243 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80a67d16-7d6e-4f44-a851-ba379b1f1969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85a2b5a6-74a9-4651-a197-0e6aa096286f'}] {{(pid=94022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 03:42:53.396495 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9141e1544748c335de5c87e81d01f98f4272279fe7d072e46966747184492a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fce94d1-8e1b-4641-9cb4-4ae64ed45741" -d '{"events": [{"server_uuid": "80a67d16-7d6e-4f44-a851-ba379b1f1969", "name": "network-vif-plugged", "status": "completed", "tag": "85a2b5a6-74a9-4651-a197-0e6aa096286f"}]}' {{(pid=94022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 03:42:53.415130 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] For port 85a2b5a6-74a9-4651-a197-0e6aa096286f, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=85a2b5a6-74a9-4651-a197-0e6aa096286f,segment=NetworkSegment(bc8dd30a-0cdb-44a9-9a57-83a64cda11c0),segment_id=bc8dd30a-0cdb-44a9-9a57-83a64cda11c0)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:42:53.419588 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1820b4-7fee-4994-875f-853c9e143744 req-372a9f84-0820-4048-9c56-5c52d10656b5 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:42:53.421034 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:42:53.421174 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fc1820b4-7fee-4994-875f-853c9e143744 req-372a9f84-0820-4048-9c56-5c52d10656b5 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] 10.222.0.42 "GET /v2.0/ports?device_id=80a67d16-7d6e-4f44-a851-ba379b1f1969 HTTP/1.1" status: 200 len: 944 time: 0.0551324 Sep 25 03:42:53.451030 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 03:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-992660fd-ba63-4ab0-988d-9c207339e629 x-openstack-request-id: req-992660fd-ba63-4ab0-988d-9c207339e629 {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 03:42:53.451345 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80a67d16-7d6e-4f44-a851-ba379b1f1969", "name": "network-vif-plugged", "status": "completed", "tag": "85a2b5a6-74a9-4651-a197-0e6aa096286f", "code": 200}]} {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 03:42:53.451562 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-992660fd-ba63-4ab0-988d-9c207339e629 {{(pid=94022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 03:42:53.451942 dv-cinder-775706-4-iscsi neutron-server[94022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80a67d16-7d6e-4f44-a851-ba379b1f1969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85a2b5a6-74a9-4651-a197-0e6aa096286f', 'code': 200} Sep 25 03:42:53.459565 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fc1820b4-7fee-4994-875f-853c9e143744 req-5ee02616-853f-4eda-b3ee-b01e9954f9ad tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f9c1c1-3f4c-4f41-b1eb-9a5a48aeb641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324349 Sep 25 03:42:53.483517 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Pushing event updated for resources: {'Port': ['ID=85a2b5a6-74a9-4651-a197-0e6aa096286f,revision_number=5']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:42:53.677728 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b03b5e1-f42d-458e-b2bd-999b334ed4e2 req-e30cb4ad-09d8-49b3-bfe4-420ee74febab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:42:53.679443 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0b03b5e1-f42d-458e-b2bd-999b334ed4e2 req-e30cb4ad-09d8-49b3-bfe4-420ee74febab service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=80a67d16-7d6e-4f44-a851-ba379b1f1969 HTTP/1.1" status: 200 len: 1098 time: 0.0414391 Sep 25 03:42:53.716825 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0b03b5e1-f42d-458e-b2bd-999b334ed4e2 req-a51e9aed-f521-48de-9324-33d8d95aa6a1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a3f9c1c1-3f4c-4f41-b1eb-9a5a48aeb641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306509 Sep 25 03:42:54.592468 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da442fcf-434e-4738-96c3-52d09781c16f req-e4064a08-aa82-4da4-b6b2-31740ec539e9 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:42:54.594181 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-da442fcf-434e-4738-96c3-52d09781c16f req-e4064a08-aa82-4da4-b6b2-31740ec539e9 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] 10.222.0.42 "GET /v2.0/ports?device_id=80a67d16-7d6e-4f44-a851-ba379b1f1969 HTTP/1.1" status: 200 len: 945 time: 0.0548508 Sep 25 03:42:54.635664 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-da442fcf-434e-4738-96c3-52d09781c16f req-01784089-c9f3-421d-ab0c-320e587c901d tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f9c1c1-3f4c-4f41-b1eb-9a5a48aeb641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343809 Sep 25 03:42:55.770642 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f19596-8f4f-4760-9aca-16ab0ff072ac req-300a1dfb-b47a-4ee7-be7b-8ad941c8bcc5 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:42:55.772161 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-29f19596-8f4f-4760-9aca-16ab0ff072ac req-300a1dfb-b47a-4ee7-be7b-8ad941c8bcc5 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] 10.222.0.42 "GET /v2.0/ports?device_id=80a67d16-7d6e-4f44-a851-ba379b1f1969 HTTP/1.1" status: 200 len: 945 time: 0.0595660 Sep 25 03:42:55.811857 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-29f19596-8f4f-4760-9aca-16ab0ff072ac req-d3887c94-319b-49f9-8906-e5006c824d78 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f9c1c1-3f4c-4f41-b1eb-9a5a48aeb641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331612 Sep 25 03:42:57.123249 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:10.305529 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f59a5c5b-cfbc-4e50-ae6d-c621ca21df4c req-a53ddaed-df4d-4a9e-a57e-509b5fe3acec service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d3b3967b-a17c-4d85-803a-7c24408bd577&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411856 Sep 25 03:43:10.381999 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59a5c5b-cfbc-4e50-ae6d-c621ca21df4c req-1776b627-d48e-430e-8175-6987028631a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:43:10.383387 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f59a5c5b-cfbc-4e50-ae6d-c621ca21df4c req-1776b627-d48e-430e-8175-6987028631a8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=db363e7cf1b9415d89602f3298329e35&device_id=d3b3967b-a17c-4d85-803a-7c24408bd577 HTTP/1.1" status: 200 len: 1099 time: 0.0422375 Sep 25 03:43:10.515410 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59a5c5b-cfbc-4e50-ae6d-c621ca21df4c req-a5cc2e69-0f39-4e81-b490-1675cac0e9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:43:10.517541 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f59a5c5b-cfbc-4e50-ae6d-c621ca21df4c req-a5cc2e69-0f39-4e81-b490-1675cac0e9d8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3af85cfb-dd93-48a8-a1e1-fc03ce02f109 HTTP/1.1" status: 200 len: 912 time: 0.0988119 Sep 25 03:43:10.590650 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f59a5c5b-cfbc-4e50-ae6d-c621ca21df4c req-68550ea4-92be-4e14-bf6e-555fbbd7e801 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=857c57df-9313-4e8b-b981-de078c2f2b58 HTTP/1.1" status: 200 len: 1001 time: 0.0640299 Sep 25 03:43:10.649058 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59a5c5b-cfbc-4e50-ae6d-c621ca21df4c req-d2a9e5d8-1a5f-40df-976d-03a6ba5cf726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:43:10.650453 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f59a5c5b-cfbc-4e50-ae6d-c621ca21df4c req-d2a9e5d8-1a5f-40df-976d-03a6ba5cf726 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=214e70c9-9735-4259-b6d5-e362dbd8f3ae HTTP/1.1" status: 200 len: 850 time: 0.0489438 Sep 25 03:43:10.699601 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59a5c5b-cfbc-4e50-ae6d-c621ca21df4c req-39f052ad-1b7b-4353-a809-4c7cd5f6248b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:43:10.701124 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f59a5c5b-cfbc-4e50-ae6d-c621ca21df4c req-39f052ad-1b7b-4353-a809-4c7cd5f6248b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3af85cfb-dd93-48a8-a1e1-fc03ce02f109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411372 Sep 25 03:43:10.796784 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f59a5c5b-cfbc-4e50-ae6d-c621ca21df4c req-22cc4d29-56e1-4a38-bf87-8dbd3eec9b5c service neutron] 10.222.0.45 "GET /v2.0/networks/3af85cfb-dd93-48a8-a1e1-fc03ce02f109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860150 Sep 25 03:43:10.891827 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f59a5c5b-cfbc-4e50-ae6d-c621ca21df4c req-a2f1f77e-ba51-4110-9083-65a3649baf59 service neutron] 10.222.0.45 "GET /v2.0/networks/3af85cfb-dd93-48a8-a1e1-fc03ce02f109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884082 Sep 25 03:43:13.556674 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-12453c79-04f6-431c-ac7a-1da34be194f8 None None] Agent healthcheck: found 6 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 03:43:15.370523 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6df43b0a-93e8-4f77-9403-02bd72f81ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:17.606592 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-fe722455-d334-4645-b46e-653c3d2d5cd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:19.276523 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:19.289228 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-fa5af178-6116-457c-95b6-13dc589f2bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:21.194950 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-afd92d12-b9d5-4a92-bfd4-50d3cdf2ae8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:22.227191 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808c48ef-5839-4010-b056-13c1c16cd7cc req-0e149ffd-14b5-4808-b24d-a6a4888d89fa tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:43:22.228958 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-808c48ef-5839-4010-b056-13c1c16cd7cc req-0e149ffd-14b5-4808-b24d-a6a4888d89fa tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] 10.222.0.42 "GET /v2.0/ports?device_id=80a67d16-7d6e-4f44-a851-ba379b1f1969 HTTP/1.1" status: 200 len: 945 time: 0.0529003 Sep 25 03:43:22.272013 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-808c48ef-5839-4010-b056-13c1c16cd7cc req-668f2cb7-4df3-4490-bb8e-2e7aa13cbf67 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f9c1c1-3f4c-4f41-b1eb-9a5a48aeb641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366700 Sep 25 03:43:23.402534 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef385649-1346-45fb-8664-11797d22f05e req-e75bcab1-0be9-40ea-86ad-a795ca405739 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:43:23.404043 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ef385649-1346-45fb-8664-11797d22f05e req-e75bcab1-0be9-40ea-86ad-a795ca405739 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] 10.222.0.42 "GET /v2.0/ports?device_id=80a67d16-7d6e-4f44-a851-ba379b1f1969 HTTP/1.1" status: 200 len: 945 time: 0.0597806 Sep 25 03:43:23.455870 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ef385649-1346-45fb-8664-11797d22f05e req-a522a89e-4b7d-4052-8a47-02d2d89a826a tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f9c1c1-3f4c-4f41-b1eb-9a5a48aeb641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423942 Sep 25 03:43:23.619815 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 59326) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:43:23.795044 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.plugin [None req-5debeb00-d675-4f65-ac97-ef6b22ebfc7a tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Deleting port a443eb33-c694-4243-b0fc-4df761de262e {{(pid=94020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 03:43:23.795373 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-5debeb00-d675-4f65-ac97-ef6b22ebfc7a tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731880592680'] for port, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:23.873504 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-5debeb00-d675-4f65-ac97-ef6b22ebfc7a tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889411'] for port, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:23.873728 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-5debeb00-d675-4f65-ac97-ef6b22ebfc7a tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:23.885802 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.plugin [None req-5debeb00-d675-4f65-ac97-ef6b22ebfc7a tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Calling delete_port for a443eb33-c694-4243-b0fc-4df761de262e owned by network:floatingip {{(pid=94020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 03:43:24.050179 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-5debeb00-d675-4f65-ac97-ef6b22ebfc7a tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731880598766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731880292810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937715'] for port, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:24.076968 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5debeb00-d675-4f65-ac97-ef6b22ebfc7a tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Pushing event deleted for resources: {'Port': ['ID=a443eb33-c694-4243-b0fc-4df761de262e,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:43:24.104665 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debeb00-d675-4f65-ac97-ef6b22ebfc7a tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:43:24.105041 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debeb00-d675-4f65-ac97-ef6b22ebfc7a tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:43:24.105374 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debeb00-d675-4f65-ac97-ef6b22ebfc7a tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:43:24.105699 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debeb00-d675-4f65-ac97-ef6b22ebfc7a tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:43:24.106019 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debeb00-d675-4f65-ac97-ef6b22ebfc7a tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:43:24.106336 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debeb00-d675-4f65-ac97-ef6b22ebfc7a tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:43:24.106650 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debeb00-d675-4f65-ac97-ef6b22ebfc7a tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:43:24.106964 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debeb00-d675-4f65-ac97-ef6b22ebfc7a tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:43:24.107274 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debeb00-d675-4f65-ac97-ef6b22ebfc7a tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:43:24.107608 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debeb00-d675-4f65-ac97-ef6b22ebfc7a tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:43:24.107890 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debeb00-d675-4f65-ac97-ef6b22ebfc7a tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:43:24.108197 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debeb00-d675-4f65-ac97-ef6b22ebfc7a tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:43:24.154868 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-5debeb00-d675-4f65-ac97-ef6b22ebfc7a tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks [] for floatingip, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:24.155116 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.db.l3_db [None req-5debeb00-d675-4f65-ac97-ef6b22ebfc7a tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Floating IP 8082abed-17db-43ef-83c2-d4fc158e313d disassociated (deleted). External IP: 172.27.1.11, port: 857c57df-9313-4e8b-b981-de078c2f2b58. Sep 25 03:43:24.384792 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5debeb00-d675-4f65-ac97-ef6b22ebfc7a tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Router 4ffb49e0-1e1c-4b63-b363-7c32786630d6 has already been hosted by L3 agent be170b3f-ec9b-4dfa-8e40-fa1591bf80a9 {{(pid=94020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 03:43:24.503065 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5debeb00-d675-4f65-ac97-ef6b22ebfc7a tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify agent at l3_agent.dv-cinder-775706-4-iscsi the message routers_updated {{(pid=94020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 03:43:24.509094 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-5debeb00-d675-4f65-ac97-ef6b22ebfc7a tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950'] for floatingip, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:24.515585 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e398fa-7d13-441b-b5e8-c6fef03776d4 None None] Sync routers for ids ['4ffb49e0-1e1c-4b63-b363-7c32786630d6'] in dv-cinder-775706-4-iscsi {{(pid=94023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 03:43:24.526357 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e398fa-7d13-441b-b5e8-c6fef03776d4 None None] Routers {'4ffb49e0-1e1c-4b63-b363-7c32786630d6'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:43:24.526988 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-29e398fa-7d13-441b-b5e8-c6fef03776d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:43:18Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['4ffb49e0-1e1c-4b63-b363-7c32786630d6'], 'active': True} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:43:24.540681 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-5debeb00-d675-4f65-ac97-ef6b22ebfc7a tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "DELETE /v2.0/floatingips/8082abed-17db-43ef-83c2-d4fc158e313d HTTP/1.1" status: 204 len: 168 time: 0.9193537 Sep 25 03:43:24.541285 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3b3967b-a17c-4d85-803a-7c24408bd577', 'tag': '857c57df-9313-4e8b-b981-de078c2f2b58'}] {{(pid=94020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 03:43:24.543536 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d114ac846cecc4f090472340cf1e7771535e64bb380ac0996b13cb6b7cfe6923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3830c9e7-8ac9-49f6-a992-93f12595f05e" -d '{"events": [{"name": "network-changed", "server_uuid": "d3b3967b-a17c-4d85-803a-7c24408bd577", "tag": "857c57df-9313-4e8b-b981-de078c2f2b58"}]}' {{(pid=94020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 03:43:24.591145 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5ebde8-205e-4c1c-8e8e-c9428ba312d8 req-05092da1-d0e1-4f35-ab3a-79fdba0258ff tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:43:24.592934 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5e5ebde8-205e-4c1c-8e8e-c9428ba312d8 req-05092da1-d0e1-4f35-ab3a-79fdba0258ff tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] 10.222.0.42 "GET /v2.0/ports?device_id=80a67d16-7d6e-4f44-a851-ba379b1f1969 HTTP/1.1" status: 200 len: 945 time: 0.0592186 Sep 25 03:43:24.636425 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5e5ebde8-205e-4c1c-8e8e-c9428ba312d8 req-51c46a52-ba48-43d8-aefa-87767989f5c0 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f9c1c1-3f4c-4f41-b1eb-9a5a48aeb641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371890 Sep 25 03:43:24.643613 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvr_db [None req-29e398fa-7d13-441b-b5e8-c6fef03776d4 None None] Set router 4ffb49e0-1e1c-4b63-b363-7c32786630d6 gateway port host: dv-cinder-775706-4-iscsi {{(pid=94023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:43:24.784322 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0524a1-5c0c-477b-9dd4-b3b4b5471f41 req-84d55538-8777-4a77-ab0d-25d76d3ec74f tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:43:24.785888 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4f0524a1-5c0c-477b-9dd4-b3b4b5471f41 req-84d55538-8777-4a77-ab0d-25d76d3ec74f tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3b3967b-a17c-4d85-803a-7c24408bd577 HTTP/1.1" status: 200 len: 946 time: 0.0498757 Sep 25 03:43:24.793067 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 03:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a76c98a-837e-4bb3-b6b2-991d947c0a52 x-openstack-request-id: req-6a76c98a-837e-4bb3-b6b2-991d947c0a52 {{(pid=94020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 03:43:24.793594 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3b3967b-a17c-4d85-803a-7c24408bd577", "tag": "857c57df-9313-4e8b-b981-de078c2f2b58", "status": "completed", "code": 200}]} {{(pid=94020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 03:43:24.793594 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6a76c98a-837e-4bb3-b6b2-991d947c0a52 {{(pid=94020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 03:43:24.794119 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3b3967b-a17c-4d85-803a-7c24408bd577', 'tag': '857c57df-9313-4e8b-b981-de078c2f2b58', 'status': 'completed', 'code': 200} Sep 25 03:43:24.833405 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4f0524a1-5c0c-477b-9dd4-b3b4b5471f41 req-b99ae328-83b2-49b0-9153-77cd5d280bd6 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/security-groups?id=d84f7fc4-a72b-4f91-9132-c08dc4e9da0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363050 Sep 25 03:43:24.882113 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3830c9e7-8ac9-49f6-a992-93f12595f05e req-63210f63-3c36-462f-91a9-a46eaa57dcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:43:24.883629 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3830c9e7-8ac9-49f6-a992-93f12595f05e req-63210f63-3c36-462f-91a9-a46eaa57dcd7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=db363e7cf1b9415d89602f3298329e35&device_id=d3b3967b-a17c-4d85-803a-7c24408bd577 HTTP/1.1" status: 200 len: 1099 time: 0.0461328 Sep 25 03:43:24.888247 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-29e398fa-7d13-441b-b5e8-c6fef03776d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'name': 'tempest-TestVolumeBootPattern-517260034-router', 'tenant_id': 'db363e7cf1b9415d89602f3298329e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '4e4847b6-1d43-43aa-8619-ae9e17029fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:34:05Z', 'updated_at': '2021-09-25T03:34:11Z', 'revision_number': 4, 'project_id': 'db363e7cf1b9415d89602f3298329e35', 'gw_port': {'id': '4e4847b6-1d43-43aa-8619-ae9e17029fc4', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:25:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:06Z', 'updated_at': '2021-09-25T03:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_floatingips': [{'id': '4c64c6f5-a12f-496e-85cf-c63a36e3240e', 'tenant_id': 'db363e7cf1b9415d89602f3298329e35', 'floating_ip_address': '172.27.1.13', 'floating_network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'router_id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'port_id': 'd59277c4-05c8-48ba-bb31-5380252b96a5', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3af85cfb-dd93-48a8-a1e1-fc03ce02f109', 'mac_address': 'fa:16:3e:4e:07:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871e2f30-7fe1-4935-8a03-2927a4afadf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-25T03:38:19Z', 'updated_at': '2021-09-25T03:38:21Z', 'revision_number': 1, 'project_id': 'db363e7cf1b9415d89602f3298329e35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6eb43f13-becb-437d-b43d-aaf8c5b31ad3', 'name': '', 'network_id': '3af85cfb-dd93-48a8-a1e1-fc03ce02f109', 'tenant_id': 'db363e7cf1b9415d89602f3298329e35', 'mac_address': 'fa:16:3e:17:c4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '214e70c9-9735-4259-b6d5-e362dbd8f3ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:10Z', 'updated_at': '2021-09-25T03:34:29Z', 'revision_number': 5, 'project_id': 'db363e7cf1b9415d89602f3298329e35', 'subnets': [{'id': '214e70c9-9735-4259-b6d5-e362dbd8f3ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:43:24.928616 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e398fa-7d13-441b-b5e8-c6fef03776d4 None None] Checking router: 4ffb49e0-1e1c-4b63-b363-7c32786630d6 for host: dv-cinder-775706-4-iscsi {{(pid=94023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 03:43:24.938275 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e398fa-7d13-441b-b5e8-c6fef03776d4 None None] Routers {'4ffb49e0-1e1c-4b63-b363-7c32786630d6'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:43:24.938885 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-29e398fa-7d13-441b-b5e8-c6fef03776d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:43:18Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['4ffb49e0-1e1c-4b63-b363-7c32786630d6'], 'active': True} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:43:25.048274 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3830c9e7-8ac9-49f6-a992-93f12595f05e req-ba14155a-be79-421b-83f8-2359925c7c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:43:25.048565 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvr_db [None req-29e398fa-7d13-441b-b5e8-c6fef03776d4 None None] Set router 4ffb49e0-1e1c-4b63-b363-7c32786630d6 gateway port host: dv-cinder-775706-4-iscsi {{(pid=94023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:43:25.048809 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb454d8-31cd-43de-8fd6-8db6127b6931 req-46cecfdc-f5d2-4ced-990d-e315c4bc162b tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:43:25.049869 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3830c9e7-8ac9-49f6-a992-93f12595f05e req-ba14155a-be79-421b-83f8-2359925c7c2a service neutron] 10.222.0.45 "GET /v2.0/networks?id=3af85cfb-dd93-48a8-a1e1-fc03ce02f109 HTTP/1.1" status: 200 len: 912 time: 0.0914433 Sep 25 03:43:25.050448 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-acb454d8-31cd-43de-8fd6-8db6127b6931 req-46cecfdc-f5d2-4ced-990d-e315c4bc162b tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] 10.222.0.45 "GET /v2.0/ports?device_id=80a67d16-7d6e-4f44-a851-ba379b1f1969 HTTP/1.1" status: 200 len: 945 time: 0.0910656 Sep 25 03:43:25.107143 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3830c9e7-8ac9-49f6-a992-93f12595f05e req-d52b908b-e5ef-4d7c-b482-63aed79c5e6d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=857c57df-9313-4e8b-b981-de078c2f2b58 HTTP/1.1" status: 200 len: 217 time: 0.0400252 Sep 25 03:43:25.162914 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3830c9e7-8ac9-49f6-a992-93f12595f05e req-3df857c4-0887-48b2-8dd2-99c893759fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:43:25.164501 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3830c9e7-8ac9-49f6-a992-93f12595f05e req-3df857c4-0887-48b2-8dd2-99c893759fef service neutron] 10.222.0.45 "GET /v2.0/subnets?id=214e70c9-9735-4259-b6d5-e362dbd8f3ae HTTP/1.1" status: 200 len: 850 time: 0.0488844 Sep 25 03:43:25.194021 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.plugin [req-acb454d8-31cd-43de-8fd6-8db6127b6931 req-f3a09c41-f43b-42f4-bde4-050d031d1bd9 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] Deleting port 85a2b5a6-74a9-4651-a197-0e6aa096286f {{(pid=94020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 03:43:25.194430 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-acb454d8-31cd-43de-8fd6-8db6127b6931 req-f3a09c41-f43b-42f4-bde4-050d031d1bd9 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731880592680'] for port, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:25.214669 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3830c9e7-8ac9-49f6-a992-93f12595f05e req-81e3f640-f897-4653-94b9-b8a59c3ba73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:43:25.216470 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3830c9e7-8ac9-49f6-a992-93f12595f05e req-81e3f640-f897-4653-94b9-b8a59c3ba73f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3af85cfb-dd93-48a8-a1e1-fc03ce02f109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416112 Sep 25 03:43:25.277074 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-29e398fa-7d13-441b-b5e8-c6fef03776d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'name': 'tempest-TestVolumeBootPattern-517260034-router', 'tenant_id': 'db363e7cf1b9415d89602f3298329e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '4e4847b6-1d43-43aa-8619-ae9e17029fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:34:05Z', 'updated_at': '2021-09-25T03:34:11Z', 'revision_number': 4, 'project_id': 'db363e7cf1b9415d89602f3298329e35', 'gw_port': {'id': '4e4847b6-1d43-43aa-8619-ae9e17029fc4', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:25:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:06Z', 'updated_at': '2021-09-25T03:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_floatingips': [{'id': '4c64c6f5-a12f-496e-85cf-c63a36e3240e', 'tenant_id': 'db363e7cf1b9415d89602f3298329e35', 'floating_ip_address': '172.27.1.13', 'floating_network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'router_id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'port_id': 'd59277c4-05c8-48ba-bb31-5380252b96a5', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3af85cfb-dd93-48a8-a1e1-fc03ce02f109', 'mac_address': 'fa:16:3e:4e:07:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871e2f30-7fe1-4935-8a03-2927a4afadf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-25T03:38:19Z', 'updated_at': '2021-09-25T03:38:21Z', 'revision_number': 1, 'project_id': 'db363e7cf1b9415d89602f3298329e35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6eb43f13-becb-437d-b43d-aaf8c5b31ad3', 'name': '', 'network_id': '3af85cfb-dd93-48a8-a1e1-fc03ce02f109', 'tenant_id': 'db363e7cf1b9415d89602f3298329e35', 'mac_address': 'fa:16:3e:17:c4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '214e70c9-9735-4259-b6d5-e362dbd8f3ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:10Z', 'updated_at': '2021-09-25T03:34:29Z', 'revision_number': 5, 'project_id': 'db363e7cf1b9415d89602f3298329e35', 'subnets': [{'id': '214e70c9-9735-4259-b6d5-e362dbd8f3ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:43:25.284934 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.db [req-acb454d8-31cd-43de-8fd6-8db6127b6931 req-f3a09c41-f43b-42f4-bde4-050d031d1bd9 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] For port 85a2b5a6-74a9-4651-a197-0e6aa096286f, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=85a2b5a6-74a9-4651-a197-0e6aa096286f,segment=NetworkSegment(bc8dd30a-0cdb-44a9-9a57-83a64cda11c0),segment_id=bc8dd30a-0cdb-44a9-9a57-83a64cda11c0)] {{(pid=94020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:43:25.285288 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-acb454d8-31cd-43de-8fd6-8db6127b6931 req-f3a09c41-f43b-42f4-bde4-050d031d1bd9 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889411'] for port, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:25.299685 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.plugin [req-acb454d8-31cd-43de-8fd6-8db6127b6931 req-f3a09c41-f43b-42f4-bde4-050d031d1bd9 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] Calling delete_port for 85a2b5a6-74a9-4651-a197-0e6aa096286f owned by compute:nova {{(pid=94020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 03:43:25.308586 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e398fa-7d13-441b-b5e8-c6fef03776d4 None None] The sync data for ids ['4ffb49e0-1e1c-4b63-b363-7c32786630d6'] in dv-cinder-775706-4-iscsi is: [{'id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'name': 'tempest-TestVolumeBootPattern-517260034-router', 'tenant_id': 'db363e7cf1b9415d89602f3298329e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '4e4847b6-1d43-43aa-8619-ae9e17029fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:34:05Z', 'updated_at': '2021-09-25T03:34:11Z', 'revision_number': 4, 'project_id': 'db363e7cf1b9415d89602f3298329e35', 'gw_port': {'id': '4e4847b6-1d43-43aa-8619-ae9e17029fc4', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:25:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:06Z', 'updated_at': '2021-09-25T03:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_floatingips': [{'id': '4c64c6f5-a12f-496e-85cf-c63a36e3240e', 'tenant_id': 'db363e7cf1b9415d89602f3298329e35', 'floating_ip_address': '172.27.1.13', 'floating_network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'router_id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'port_id': 'd59277c4-05c8-48ba-bb31-5380252b96a5', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3af85cfb-dd93-48a8-a1e1-fc03ce02f109', 'mac_address': 'fa:16:3e:4e:07:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871e2f30-7fe1-4935-8a03-2927a4afadf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-25T03:38:19Z', 'updated_at': '2021-09-25T03:38:21Z', 'revision_number': 1, 'project_id': 'db363e7cf1b9415d89602f3298329e35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6eb43f13-becb-437d-b43d-aaf8c5b31ad3', 'name': '', 'network_id': '3af85cfb-dd93-48a8-a1e1-fc03ce02f109', 'tenant_id': 'db363e7cf1b9415d89602f3298329e35', 'mac_address': 'fa:16:3e:17:c4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '214e70c9-9735-4259-b6d5-e362dbd8f3ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:10Z', 'updated_at': '2021-09-25T03:34:29Z', 'revision_number': 5, 'project_id': 'db363e7cf1b9415d89602f3298329e35', 'subnets': [{'id': '214e70c9-9735-4259-b6d5-e362dbd8f3ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 03:43:25.313559 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3830c9e7-8ac9-49f6-a992-93f12595f05e req-fc42d96f-c89c-4fe9-88a1-4d15de6b0b07 service neutron] 10.222.0.45 "GET /v2.0/networks/3af85cfb-dd93-48a8-a1e1-fc03ce02f109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887368 Sep 25 03:43:25.408785 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3830c9e7-8ac9-49f6-a992-93f12595f05e req-a1a98843-e17e-4930-a7aa-13f0d7bdb2fe service neutron] 10.222.0.45 "GET /v2.0/networks/3af85cfb-dd93-48a8-a1e1-fc03ce02f109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867193 Sep 25 03:43:25.436611 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-acb454d8-31cd-43de-8fd6-8db6127b6931 req-f3a09c41-f43b-42f4-bde4-050d031d1bd9 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731880598766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731880292810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937715'] for port, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:25.466616 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a09c41-f43b-42f4-bde4-050d031d1bd9 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] Pushing event deleted for resources: {'Port': ['ID=85a2b5a6-74a9-4651-a197-0e6aa096286f,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:43:25.496756 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] get_ports_and_sgs() called for port_ids ['85a2b5a6-74a9-4651-a197-0e6aa096286f'] {{(pid=94022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 25 03:43:25.530841 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [req-acb454d8-31cd-43de-8fd6-8db6127b6931 req-f3a09c41-f43b-42f4-bde4-050d031d1bd9 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] No DVR routers for this DVR port 85a2b5a6-74a9-4651-a197-0e6aa096286f on host hv-cinder-77570 {{(pid=94020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 25 03:43:25.533573 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-acb454d8-31cd-43de-8fd6-8db6127b6931 req-f3a09c41-f43b-42f4-bde4-050d031d1bd9 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950'] for port, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:25.535602 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-acb454d8-31cd-43de-8fd6-8db6127b6931 req-f3a09c41-f43b-42f4-bde4-050d031d1bd9 tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] 10.222.0.45 "DELETE /v2.0/ports/85a2b5a6-74a9-4651-a197-0e6aa096286f HTTP/1.1" status: 204 len: 173 time: 0.4679565 Sep 25 03:43:25.546097 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f505ff-2902-43e6-8763-edcccd863333 None None] New status for floating IP 8082abed-17db-43ef-83c2-d4fc158e313d: DOWN {{(pid=94022) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 25 03:43:25.746281 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2a01fc4d-f7e8-425f-9db0-d849c32d0a13 req-9ee6fbe2-58ce-4053-9d69-ce21c55871bb tempest-VolumesSnapshotTestJSON-1124803240 tempest-VolumesSnapshotTestJSON-1124803240-project] 10.222.0.42 "GET /v2.0/ports?device_id=80a67d16-7d6e-4f44-a851-ba379b1f1969 HTTP/1.1" status: 200 len: 210 time: 0.0272713 Sep 25 03:43:25.966615 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c09db-365a-40c6-b0db-03601f5de251 req-86fea9cb-1626-48ee-b09d-f5f84db98414 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:43:25.968184 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ba6c09db-365a-40c6-b0db-03601f5de251 req-86fea9cb-1626-48ee-b09d-f5f84db98414 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3b3967b-a17c-4d85-803a-7c24408bd577 HTTP/1.1" status: 200 len: 946 time: 0.0649059 Sep 25 03:43:26.012817 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ba6c09db-365a-40c6-b0db-03601f5de251 req-19ad3ce9-ba38-43c4-be3d-845ae471320a tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/security-groups?id=d84f7fc4-a72b-4f91-9132-c08dc4e9da0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383272 Sep 25 03:43:26.795309 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80a67d16-7d6e-4f44-a851-ba379b1f1969', 'name': 'network-vif-deleted', 'tag': '85a2b5a6-74a9-4651-a197-0e6aa096286f'}] {{(pid=94020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 03:43:26.797896 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d114ac846cecc4f090472340cf1e7771535e64bb380ac0996b13cb6b7cfe6923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d6a5c1-515c-42a0-991a-e308c3852b5b" -d '{"events": [{"server_uuid": "80a67d16-7d6e-4f44-a851-ba379b1f1969", "name": "network-vif-deleted", "tag": "85a2b5a6-74a9-4651-a197-0e6aa096286f"}]}' {{(pid=94020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 03:43:26.838002 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 03:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ebd648e-42e1-4a77-9c28-93e64d028594 x-openstack-request-id: req-8ebd648e-42e1-4a77-9c28-93e64d028594 {{(pid=94020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 03:43:26.838298 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80a67d16-7d6e-4f44-a851-ba379b1f1969", "name": "network-vif-deleted", "tag": "85a2b5a6-74a9-4651-a197-0e6aa096286f", "status": "completed", "code": 200}]} {{(pid=94020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 03:43:26.838547 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8ebd648e-42e1-4a77-9c28-93e64d028594 {{(pid=94020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 03:43:26.838943 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80a67d16-7d6e-4f44-a851-ba379b1f1969', 'name': 'network-vif-deleted', 'tag': '85a2b5a6-74a9-4651-a197-0e6aa096286f', 'status': 'completed', 'code': 200} Sep 25 03:43:26.955969 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fe811f-e3f5-41af-b018-0be765b0f7a6 req-cdf0cb03-cf75-4912-9536-fbf09beb043d tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:43:26.957509 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-c2fe811f-e3f5-41af-b018-0be765b0f7a6 req-cdf0cb03-cf75-4912-9536-fbf09beb043d tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.45 "GET /v2.0/ports?device_id=d3b3967b-a17c-4d85-803a-7c24408bd577 HTTP/1.1" status: 200 len: 946 time: 0.0517173 Sep 25 03:43:27.067702 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.plugin [req-c2fe811f-e3f5-41af-b018-0be765b0f7a6 req-5ee62ea4-ba48-496d-93af-db2ab93b7507 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Deleting port 857c57df-9313-4e8b-b981-de078c2f2b58 {{(pid=94020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 03:43:27.068034 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-c2fe811f-e3f5-41af-b018-0be765b0f7a6 req-5ee62ea4-ba48-496d-93af-db2ab93b7507 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731880592680'] for port, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:27.129917 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:27.145285 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab492ce-61a6-4689-9774-c0fe835728b3 req-9107e8a0-b266-4703-ae98-3c11833862a0 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:43:27.146981 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-aab492ce-61a6-4689-9774-c0fe835728b3 req-9107e8a0-b266-4703-ae98-3c11833862a0 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3b3967b-a17c-4d85-803a-7c24408bd577 HTTP/1.1" status: 200 len: 946 time: 0.0547335 Sep 25 03:43:27.175597 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.db [req-c2fe811f-e3f5-41af-b018-0be765b0f7a6 req-5ee62ea4-ba48-496d-93af-db2ab93b7507 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] For port 857c57df-9313-4e8b-b981-de078c2f2b58, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=857c57df-9313-4e8b-b981-de078c2f2b58,segment=NetworkSegment(e95060b2-b7b1-413f-8b0c-ca64c0be8c3d),segment_id=e95060b2-b7b1-413f-8b0c-ca64c0be8c3d)] {{(pid=94020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:43:27.176381 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-c2fe811f-e3f5-41af-b018-0be765b0f7a6 req-5ee62ea4-ba48-496d-93af-db2ab93b7507 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889411'] for port, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:27.185921 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-aab492ce-61a6-4689-9774-c0fe835728b3 req-6ae6993d-ba5a-4e74-b322-ea5c7aa12cd0 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/security-groups?id=d84f7fc4-a72b-4f91-9132-c08dc4e9da0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322635 Sep 25 03:43:27.189516 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.plugin [req-c2fe811f-e3f5-41af-b018-0be765b0f7a6 req-5ee62ea4-ba48-496d-93af-db2ab93b7507 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Calling delete_port for 857c57df-9313-4e8b-b981-de078c2f2b58 owned by compute:nova {{(pid=94020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 03:43:27.331912 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-c2fe811f-e3f5-41af-b018-0be765b0f7a6 req-5ee62ea4-ba48-496d-93af-db2ab93b7507 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731880598766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731880292810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937715'] for port, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:27.360600 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee62ea4-ba48-496d-93af-db2ab93b7507 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Pushing event deleted for resources: {'Port': ['ID=857c57df-9313-4e8b-b981-de078c2f2b58,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:43:27.404942 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2fe811f-e3f5-41af-b018-0be765b0f7a6 req-5ee62ea4-ba48-496d-93af-db2ab93b7507 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] No DVR routers for this DVR port 857c57df-9313-4e8b-b981-de078c2f2b58 on host hv-cinder-77570 {{(pid=94020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 25 03:43:27.407564 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-c2fe811f-e3f5-41af-b018-0be765b0f7a6 req-5ee62ea4-ba48-496d-93af-db2ab93b7507 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950'] for port, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:27.409665 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-c2fe811f-e3f5-41af-b018-0be765b0f7a6 req-5ee62ea4-ba48-496d-93af-db2ab93b7507 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.45 "DELETE /v2.0/ports/857c57df-9313-4e8b-b981-de078c2f2b58 HTTP/1.1" status: 204 len: 173 time: 0.4452901 Sep 25 03:43:27.459274 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device 85a2b5a6-74a9-4651-a197-0e6aa096286f no longer exists at agent hyperv_hv-cinder-77570 {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 03:43:27.481338 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] No Port match for: 85a2b5a6-74a9-4651-a197-0e6aa096286f {{(pid=94022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 25 03:43:27.481682 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device 85a2b5a6-74a9-4651-a197-0e6aa096286f not bound to the agent host hv-cinder-77570 {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 03:43:27.482071 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device 857c57df-9313-4e8b-b981-de078c2f2b58 no longer exists at agent hyperv_hv-cinder-77570 {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 03:43:27.501535 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] No Port match for: 857c57df-9313-4e8b-b981-de078c2f2b58 {{(pid=94022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 25 03:43:27.501878 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device 857c57df-9313-4e8b-b981-de078c2f2b58 not bound to the agent host hv-cinder-77570 {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 03:43:28.296908 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-99f7e5a5-850b-4b1d-a607-4cf6263297e2 req-b3192167-92bd-4c92-8e6a-bb44cc86fde1 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3b3967b-a17c-4d85-803a-7c24408bd577 HTTP/1.1" status: 200 len: 210 time: 0.0271723 Sep 25 03:43:28.840682 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3b3967b-a17c-4d85-803a-7c24408bd577', 'name': 'network-vif-deleted', 'tag': '857c57df-9313-4e8b-b981-de078c2f2b58'}] {{(pid=94020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 03:43:28.843021 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d114ac846cecc4f090472340cf1e7771535e64bb380ac0996b13cb6b7cfe6923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e7c259-d8dc-46af-9a67-a677789444ff" -d '{"events": [{"server_uuid": "d3b3967b-a17c-4d85-803a-7c24408bd577", "name": "network-vif-deleted", "tag": "857c57df-9313-4e8b-b981-de078c2f2b58"}]}' {{(pid=94020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 03:43:28.879547 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 03:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa172796-053e-4968-baa2-c69f7ec3e474 x-openstack-request-id: req-aa172796-053e-4968-baa2-c69f7ec3e474 {{(pid=94020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 03:43:28.879832 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3b3967b-a17c-4d85-803a-7c24408bd577", "name": "network-vif-deleted", "tag": "857c57df-9313-4e8b-b981-de078c2f2b58", "status": "completed", "code": 200}]} {{(pid=94020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 03:43:28.880079 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-aa172796-053e-4968-baa2-c69f7ec3e474 {{(pid=94020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 03:43:28.880469 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3b3967b-a17c-4d85-803a-7c24408bd577', 'name': 'network-vif-deleted', 'tag': '857c57df-9313-4e8b-b981-de078c2f2b58', 'status': 'completed', 'code': 200} Sep 25 03:43:33.717025 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87caed2e-73b0-46a0-a170-c987179e4e5f req-1d35340b-43c7-4e81-aa6e-055a08b63e91 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:43:33.718618 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-87caed2e-73b0-46a0-a170-c987179e4e5f req-1d35340b-43c7-4e81-aa6e-055a08b63e91 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=05d4f540-1d7b-40ce-9b86-89e46a671a10 HTTP/1.1" status: 200 len: 947 time: 0.0573976 Sep 25 03:43:33.759587 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-87caed2e-73b0-46a0-a170-c987179e4e5f req-d825ccbf-2992-4da8-9cdb-2e0611d571cf tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ed2013-85e3-4179-98e8-18919e04df27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342865 Sep 25 03:43:34.909666 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f7ab43-288e-4666-8f04-9df7b5d4aa93 req-aa0da114-50f4-41eb-befc-42a1feb8d8ed tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:43:34.911109 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-00f7ab43-288e-4666-8f04-9df7b5d4aa93 req-aa0da114-50f4-41eb-befc-42a1feb8d8ed tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=05d4f540-1d7b-40ce-9b86-89e46a671a10 HTTP/1.1" status: 200 len: 947 time: 0.0508568 Sep 25 03:43:34.950956 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-00f7ab43-288e-4666-8f04-9df7b5d4aa93 req-2d729eb9-64c7-4dd9-add5-eafbf171e6ff tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ed2013-85e3-4179-98e8-18919e04df27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328388 Sep 25 03:43:35.863179 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 59422) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:43:36.054204 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.plugin [None req-99031077-3e36-4991-a707-e900f19f0d02 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Deleting port b2b4ebde-5395-4c91-b695-c5c7abb6b88a {{(pid=94020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 03:43:36.054541 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-99031077-3e36-4991-a707-e900f19f0d02 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731880592680'] for port, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:36.084187 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b410366-6c30-42d4-b95e-17cbd15d15f4 req-5a1f62c2-451d-4cd0-a0ad-6572d6fd6053 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:43:36.084914 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c42771-2ce3-4d49-9ead-bac6b9be14d3 req-65d9f790-ead0-4711-b422-0d9465781ca3 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:43:36.085729 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6b410366-6c30-42d4-b95e-17cbd15d15f4 req-5a1f62c2-451d-4cd0-a0ad-6572d6fd6053 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=05d4f540-1d7b-40ce-9b86-89e46a671a10 HTTP/1.1" status: 200 len: 947 time: 0.0521922 Sep 25 03:43:36.086338 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-c4c42771-2ce3-4d49-9ead-bac6b9be14d3 req-65d9f790-ead0-4711-b422-0d9465781ca3 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.45 "GET /v2.0/ports?device_id=05d4f540-1d7b-40ce-9b86-89e46a671a10 HTTP/1.1" status: 200 len: 947 time: 0.0761187 Sep 25 03:43:36.124197 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6b410366-6c30-42d4-b95e-17cbd15d15f4 req-1dc9de39-486f-4479-90b3-4a8ada34b33a tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ed2013-85e3-4179-98e8-18919e04df27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321505 Sep 25 03:43:36.199488 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-99031077-3e36-4991-a707-e900f19f0d02 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889411'] for port, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:36.199769 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-99031077-3e36-4991-a707-e900f19f0d02 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:36.213939 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.plugin [None req-99031077-3e36-4991-a707-e900f19f0d02 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Calling delete_port for b2b4ebde-5395-4c91-b695-c5c7abb6b88a owned by network:floatingip {{(pid=94020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 03:43:36.283478 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.plugin [req-c4c42771-2ce3-4d49-9ead-bac6b9be14d3 req-a1b75609-19a3-40c8-8deb-49bf1745da3c tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Deleting port 11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a {{(pid=94020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 03:43:36.283808 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-c4c42771-2ce3-4d49-9ead-bac6b9be14d3 req-a1b75609-19a3-40c8-8deb-49bf1745da3c tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731880592680'] for port, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:36.627629 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.db [req-c4c42771-2ce3-4d49-9ead-bac6b9be14d3 req-a1b75609-19a3-40c8-8deb-49bf1745da3c tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] For port 11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a,segment=NetworkSegment(333f268c-633b-4815-af96-4f793cf73c09),segment_id=333f268c-633b-4815-af96-4f793cf73c09)] {{(pid=94020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:43:36.627903 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-c4c42771-2ce3-4d49-9ead-bac6b9be14d3 req-a1b75609-19a3-40c8-8deb-49bf1745da3c tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889411'] for port, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:36.810168 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-99031077-3e36-4991-a707-e900f19f0d02 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731880598766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731880292810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937715'] for port, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:36.840545 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99031077-3e36-4991-a707-e900f19f0d02 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Pushing event deleted for resources: {'Port': ['ID=b2b4ebde-5395-4c91-b695-c5c7abb6b88a,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:43:36.947735 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-c4c42771-2ce3-4d49-9ead-bac6b9be14d3 req-a1b75609-19a3-40c8-8deb-49bf1745da3c tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:36.948549 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-c4c42771-2ce3-4d49-9ead-bac6b9be14d3 req-a1b75609-19a3-40c8-8deb-49bf1745da3c tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3896858'] for floatingip, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:36.948549 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.db.l3_db [req-c4c42771-2ce3-4d49-9ead-bac6b9be14d3 req-a1b75609-19a3-40c8-8deb-49bf1745da3c tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Floating IP 67c1a1fe-1c6e-420e-86df-ecef42a692ad disassociated. External IP: 172.27.1.57, port: 11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a. Sep 25 03:43:36.948868 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.plugin [req-c4c42771-2ce3-4d49-9ead-bac6b9be14d3 req-a1b75609-19a3-40c8-8deb-49bf1745da3c tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Calling delete_port for 11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a owned by compute:nova {{(pid=94020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 03:43:36.957040 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-99031077-3e36-4991-a707-e900f19f0d02 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks [] for floatingip, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:36.957350 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.db.l3_db [None req-99031077-3e36-4991-a707-e900f19f0d02 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Floating IP 4c64c6f5-a12f-496e-85cf-c63a36e3240e disassociated (deleted). External IP: 172.27.1.13, port: d59277c4-05c8-48ba-bb31-5380252b96a5. Sep 25 03:43:37.241009 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-c4c42771-2ce3-4d49-9ead-bac6b9be14d3 req-a1b75609-19a3-40c8-8deb-49bf1745da3c tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731880598766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731880292810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937715'] for port, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:37.252523 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d13f2-307f-429f-adc8-846df3cab18f req-41661751-96ec-4b5c-a34c-7ccd5f56799f tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:43:37.254830 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-445d13f2-307f-429f-adc8-846df3cab18f req-41661751-96ec-4b5c-a34c-7ccd5f56799f tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=05d4f540-1d7b-40ce-9b86-89e46a671a10 HTTP/1.1" status: 200 len: 947 time: 0.0570238 Sep 25 03:43:37.282378 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b75609-19a3-40c8-8deb-49bf1745da3c tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Pushing event deleted for resources: {'Port': ['ID=11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:43:37.304038 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-445d13f2-307f-429f-adc8-846df3cab18f req-9fd1a8e7-10f4-40c7-ad4b-72428ee3791c tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ed2013-85e3-4179-98e8-18919e04df27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419831 Sep 25 03:43:37.327432 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99031077-3e36-4991-a707-e900f19f0d02 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Router 4ffb49e0-1e1c-4b63-b363-7c32786630d6 has already been hosted by L3 agent be170b3f-ec9b-4dfa-8e40-fa1591bf80a9 {{(pid=94020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 03:43:37.447750 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4c42771-2ce3-4d49-9ead-bac6b9be14d3 req-a1b75609-19a3-40c8-8deb-49bf1745da3c tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Router a082b15f-b8f8-4c54-8e21-6b61c59b9936 has already been hosted by L3 agent be170b3f-ec9b-4dfa-8e40-fa1591bf80a9 {{(pid=94020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 03:43:37.535256 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99031077-3e36-4991-a707-e900f19f0d02 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify agent at l3_agent.dv-cinder-775706-4-iscsi the message routers_updated {{(pid=94020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 03:43:37.540521 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-99031077-3e36-4991-a707-e900f19f0d02 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950'] for floatingip, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:37.545258 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eea33c2-dc4b-4082-ad4d-8355d0ceb81d None None] Sync routers for ids ['4ffb49e0-1e1c-4b63-b363-7c32786630d6'] in dv-cinder-775706-4-iscsi {{(pid=94023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 03:43:37.555454 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eea33c2-dc4b-4082-ad4d-8355d0ceb81d None None] Routers {'4ffb49e0-1e1c-4b63-b363-7c32786630d6'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:43:37.556056 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-3eea33c2-dc4b-4082-ad4d-8355d0ceb81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:43:18Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['4ffb49e0-1e1c-4b63-b363-7c32786630d6'], 'active': True} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:43:37.576292 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-99031077-3e36-4991-a707-e900f19f0d02 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "DELETE /v2.0/floatingips/4c64c6f5-a12f-496e-85cf-c63a36e3240e HTTP/1.1" status: 204 len: 168 time: 1.7096460 Sep 25 03:43:37.578401 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '871e2f30-7fe1-4935-8a03-2927a4afadf5', 'tag': 'd59277c4-05c8-48ba-bb31-5380252b96a5'}] {{(pid=94020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 03:43:37.580673 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d114ac846cecc4f090472340cf1e7771535e64bb380ac0996b13cb6b7cfe6923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-253ca60a-2524-447a-a415-e9d0c45953f8" -d '{"events": [{"name": "network-changed", "server_uuid": "871e2f30-7fe1-4935-8a03-2927a4afadf5", "tag": "d59277c4-05c8-48ba-bb31-5380252b96a5"}]}' {{(pid=94020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 03:43:37.630306 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4c42771-2ce3-4d49-9ead-bac6b9be14d3 req-a1b75609-19a3-40c8-8deb-49bf1745da3c tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify agent at l3_agent.dv-cinder-775706-4-iscsi the message routers_updated {{(pid=94020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 03:43:37.639872 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256871b6-f3b6-4396-9589-e9b37388f206 None None] Sync routers for ids ['a082b15f-b8f8-4c54-8e21-6b61c59b9936'] in dv-cinder-775706-4-iscsi {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 03:43:37.658397 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256871b6-f3b6-4396-9589-e9b37388f206 None None] Routers {'a082b15f-b8f8-4c54-8e21-6b61c59b9936'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:43:37.659186 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-256871b6-f3b6-4396-9589-e9b37388f206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:43:18Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['a082b15f-b8f8-4c54-8e21-6b61c59b9936'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:43:37.684677 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvr_db [None req-3eea33c2-dc4b-4082-ad4d-8355d0ceb81d None None] Set router 4ffb49e0-1e1c-4b63-b363-7c32786630d6 gateway port host: dv-cinder-775706-4-iscsi {{(pid=94023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:43:37.689612 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4c42771-2ce3-4d49-9ead-bac6b9be14d3 req-a1b75609-19a3-40c8-8deb-49bf1745da3c tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] No DVR routers for this DVR port 11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a on host hv-cinder-77570 {{(pid=94020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 25 03:43:37.692745 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-c4c42771-2ce3-4d49-9ead-bac6b9be14d3 req-a1b75609-19a3-40c8-8deb-49bf1745da3c tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950'] for port, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:37.695944 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-c4c42771-2ce3-4d49-9ead-bac6b9be14d3 req-a1b75609-19a3-40c8-8deb-49bf1745da3c tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.45 "DELETE /v2.0/ports/11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a HTTP/1.1" status: 204 len: 173 time: 1.6007445 Sep 25 03:43:37.701572 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 03:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e9bf48e-8058-4dba-ba03-6f8e428b6e04 x-openstack-request-id: req-7e9bf48e-8058-4dba-ba03-6f8e428b6e04 {{(pid=94020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 03:43:37.702120 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "871e2f30-7fe1-4935-8a03-2927a4afadf5", "tag": "d59277c4-05c8-48ba-bb31-5380252b96a5", "status": "completed", "code": 200}]} {{(pid=94020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 03:43:37.702703 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7e9bf48e-8058-4dba-ba03-6f8e428b6e04 {{(pid=94020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 03:43:37.703339 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '871e2f30-7fe1-4935-8a03-2927a4afadf5', 'tag': 'd59277c4-05c8-48ba-bb31-5380252b96a5', 'status': 'completed', 'code': 200} Sep 25 03:43:37.844534 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253ca60a-2524-447a-a415-e9d0c45953f8 req-35f82540-4a67-44e4-bd01-6898228135fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:43:37.846800 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-253ca60a-2524-447a-a415-e9d0c45953f8 req-35f82540-4a67-44e4-bd01-6898228135fc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=db363e7cf1b9415d89602f3298329e35&device_id=871e2f30-7fe1-4935-8a03-2927a4afadf5 HTTP/1.1" status: 200 len: 1098 time: 0.0941343 Sep 25 03:43:37.887632 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-256871b6-f3b6-4396-9589-e9b37388f206 None None] Set router a082b15f-b8f8-4c54-8e21-6b61c59b9936 gateway port host: dv-cinder-775706-4-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:43:38.042653 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-3eea33c2-dc4b-4082-ad4d-8355d0ceb81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'name': 'tempest-TestVolumeBootPattern-517260034-router', 'tenant_id': 'db363e7cf1b9415d89602f3298329e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '4e4847b6-1d43-43aa-8619-ae9e17029fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:34:05Z', 'updated_at': '2021-09-25T03:34:11Z', 'revision_number': 4, 'project_id': 'db363e7cf1b9415d89602f3298329e35', 'gw_port': {'id': '4e4847b6-1d43-43aa-8619-ae9e17029fc4', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:25:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:06Z', 'updated_at': '2021-09-25T03:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_interfaces': [{'id': '6eb43f13-becb-437d-b43d-aaf8c5b31ad3', 'name': '', 'network_id': '3af85cfb-dd93-48a8-a1e1-fc03ce02f109', 'tenant_id': 'db363e7cf1b9415d89602f3298329e35', 'mac_address': 'fa:16:3e:17:c4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '214e70c9-9735-4259-b6d5-e362dbd8f3ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:10Z', 'updated_at': '2021-09-25T03:34:29Z', 'revision_number': 5, 'project_id': 'db363e7cf1b9415d89602f3298329e35', 'subnets': [{'id': '214e70c9-9735-4259-b6d5-e362dbd8f3ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:43:38.078954 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253ca60a-2524-447a-a415-e9d0c45953f8 req-bfa84e5f-91c8-4a7d-a053-61b386079f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:43:38.079819 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eea33c2-dc4b-4082-ad4d-8355d0ceb81d None None] Checking router: 4ffb49e0-1e1c-4b63-b363-7c32786630d6 for host: dv-cinder-775706-4-iscsi {{(pid=94023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 03:43:38.080721 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-253ca60a-2524-447a-a415-e9d0c45953f8 req-bfa84e5f-91c8-4a7d-a053-61b386079f3c service neutron] 10.222.0.45 "GET /v2.0/networks?id=3af85cfb-dd93-48a8-a1e1-fc03ce02f109 HTTP/1.1" status: 200 len: 912 time: 0.1540101 Sep 25 03:43:38.093431 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eea33c2-dc4b-4082-ad4d-8355d0ceb81d None None] Routers {'4ffb49e0-1e1c-4b63-b363-7c32786630d6'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:43:38.094148 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-3eea33c2-dc4b-4082-ad4d-8355d0ceb81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:43:18Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['4ffb49e0-1e1c-4b63-b363-7c32786630d6'], 'active': True} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:43:38.123469 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7e6ab-153f-4d39-be0b-1cc8a9820144 req-5aacbe76-7917-45ee-87f3-1f2638772bdc tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:43:38.125457 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f0a7e6ab-153f-4d39-be0b-1cc8a9820144 req-5aacbe76-7917-45ee-87f3-1f2638772bdc tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/ports?device_id=871e2f30-7fe1-4935-8a03-2927a4afadf5 HTTP/1.1" status: 200 len: 945 time: 0.0603356 Sep 25 03:43:38.141727 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-253ca60a-2524-447a-a415-e9d0c45953f8 req-2b5abdd1-7af3-4ba9-88fa-584b3f7623e5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d59277c4-05c8-48ba-bb31-5380252b96a5 HTTP/1.1" status: 200 len: 217 time: 0.0430486 Sep 25 03:43:38.148787 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-256871b6-f3b6-4396-9589-e9b37388f206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a082b15f-b8f8-4c54-8e21-6b61c59b9936', 'name': 'tempest-AttachVolumeShelveTestJSON-602541266-router', 'tenant_id': '6cd33c8ad4e54784833c9620269a3a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '34fcae6b-4f04-405b-a2bf-335fef59cb62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:34:10Z', 'updated_at': '2021-09-25T03:34:17Z', 'revision_number': 4, 'project_id': '6cd33c8ad4e54784833c9620269a3a7e', 'gw_port': {'id': '34fcae6b-4f04-405b-a2bf-335fef59cb62', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:58:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a082b15f-b8f8-4c54-8e21-6b61c59b9936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:12Z', 'updated_at': '2021-09-25T03:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_interfaces': [{'id': 'c61ef779-7fb8-4df4-b5f6-08a70b217962', 'name': '', 'network_id': '0db9f430-59d9-43f8-9631-d99e7f9ba1b1', 'tenant_id': '6cd33c8ad4e54784833c9620269a3a7e', 'mac_address': 'fa:16:3e:af:05:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a082b15f-b8f8-4c54-8e21-6b61c59b9936', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '15c2144b-0628-4ad0-89f3-cf74162bcbd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:16Z', 'updated_at': '2021-09-25T03:34:32Z', 'revision_number': 5, 'project_id': '6cd33c8ad4e54784833c9620269a3a7e', 'subnets': [{'id': '15c2144b-0628-4ad0-89f3-cf74162bcbd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:43:38.174111 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f0a7e6ab-153f-4d39-be0b-1cc8a9820144 req-58fcdfad-1d51-429c-82c3-d46268bc27f2 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/security-groups?id=d84f7fc4-a72b-4f91-9132-c08dc4e9da0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417745 Sep 25 03:43:38.186326 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256871b6-f3b6-4396-9589-e9b37388f206 None None] Checking router: a082b15f-b8f8-4c54-8e21-6b61c59b9936 for host: dv-cinder-775706-4-iscsi {{(pid=94022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 03:43:38.203516 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256871b6-f3b6-4396-9589-e9b37388f206 None None] Routers {'a082b15f-b8f8-4c54-8e21-6b61c59b9936'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:43:38.204164 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-256871b6-f3b6-4396-9589-e9b37388f206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:43:18Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['a082b15f-b8f8-4c54-8e21-6b61c59b9936'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:43:38.210366 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253ca60a-2524-447a-a415-e9d0c45953f8 req-282267bd-b77e-4716-9785-d8b2741f16a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:43:38.211901 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-253ca60a-2524-447a-a415-e9d0c45953f8 req-282267bd-b77e-4716-9785-d8b2741f16a2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=214e70c9-9735-4259-b6d5-e362dbd8f3ae HTTP/1.1" status: 200 len: 850 time: 0.0618358 Sep 25 03:43:38.217767 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvr_db [None req-3eea33c2-dc4b-4082-ad4d-8355d0ceb81d None None] Set router 4ffb49e0-1e1c-4b63-b363-7c32786630d6 gateway port host: dv-cinder-775706-4-iscsi {{(pid=94023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:43:38.273168 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253ca60a-2524-447a-a415-e9d0c45953f8 req-7c04d082-f3ee-4628-b131-b419bf6bc3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:43:38.274695 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-253ca60a-2524-447a-a415-e9d0c45953f8 req-7c04d082-f3ee-4628-b131-b419bf6bc3b7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3af85cfb-dd93-48a8-a1e1-fc03ce02f109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0513189 Sep 25 03:43:38.321365 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-256871b6-f3b6-4396-9589-e9b37388f206 None None] Set router a082b15f-b8f8-4c54-8e21-6b61c59b9936 gateway port host: dv-cinder-775706-4-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:43:38.390349 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-253ca60a-2524-447a-a415-e9d0c45953f8 req-3c791175-5f51-49b2-b0ff-18e4404b2a7c service neutron] 10.222.0.45 "GET /v2.0/networks/3af85cfb-dd93-48a8-a1e1-fc03ce02f109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055183 Sep 25 03:43:38.433765 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1d9ce2ae-83bc-4dcc-8639-954652d68763 req-14a1c212-9001-460b-98fb-37ec60620f2a tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/ports?device_id=05d4f540-1d7b-40ce-9b86-89e46a671a10 HTTP/1.1" status: 200 len: 210 time: 0.0299673 Sep 25 03:43:38.464325 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-3eea33c2-dc4b-4082-ad4d-8355d0ceb81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'name': 'tempest-TestVolumeBootPattern-517260034-router', 'tenant_id': 'db363e7cf1b9415d89602f3298329e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '4e4847b6-1d43-43aa-8619-ae9e17029fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:34:05Z', 'updated_at': '2021-09-25T03:34:11Z', 'revision_number': 4, 'project_id': 'db363e7cf1b9415d89602f3298329e35', 'gw_port': {'id': '4e4847b6-1d43-43aa-8619-ae9e17029fc4', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:25:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:06Z', 'updated_at': '2021-09-25T03:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_interfaces': [{'id': '6eb43f13-becb-437d-b43d-aaf8c5b31ad3', 'name': '', 'network_id': '3af85cfb-dd93-48a8-a1e1-fc03ce02f109', 'tenant_id': 'db363e7cf1b9415d89602f3298329e35', 'mac_address': 'fa:16:3e:17:c4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '214e70c9-9735-4259-b6d5-e362dbd8f3ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:10Z', 'updated_at': '2021-09-25T03:34:29Z', 'revision_number': 5, 'project_id': 'db363e7cf1b9415d89602f3298329e35', 'subnets': [{'id': '214e70c9-9735-4259-b6d5-e362dbd8f3ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:43:38.510790 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eea33c2-dc4b-4082-ad4d-8355d0ceb81d None None] The sync data for ids ['4ffb49e0-1e1c-4b63-b363-7c32786630d6'] in dv-cinder-775706-4-iscsi is: [{'id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'name': 'tempest-TestVolumeBootPattern-517260034-router', 'tenant_id': 'db363e7cf1b9415d89602f3298329e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '4e4847b6-1d43-43aa-8619-ae9e17029fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:34:05Z', 'updated_at': '2021-09-25T03:34:11Z', 'revision_number': 4, 'project_id': 'db363e7cf1b9415d89602f3298329e35', 'gw_port': {'id': '4e4847b6-1d43-43aa-8619-ae9e17029fc4', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:25:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:06Z', 'updated_at': '2021-09-25T03:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_interfaces': [{'id': '6eb43f13-becb-437d-b43d-aaf8c5b31ad3', 'name': '', 'network_id': '3af85cfb-dd93-48a8-a1e1-fc03ce02f109', 'tenant_id': 'db363e7cf1b9415d89602f3298329e35', 'mac_address': 'fa:16:3e:17:c4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '214e70c9-9735-4259-b6d5-e362dbd8f3ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:10Z', 'updated_at': '2021-09-25T03:34:29Z', 'revision_number': 5, 'project_id': 'db363e7cf1b9415d89602f3298329e35', 'subnets': [{'id': '214e70c9-9735-4259-b6d5-e362dbd8f3ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 03:43:38.578843 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-253ca60a-2524-447a-a415-e9d0c45953f8 req-da22e4aa-e5de-43d3-8a49-e4cee0bbf05d service neutron] 10.222.0.45 "GET /v2.0/networks/3af85cfb-dd93-48a8-a1e1-fc03ce02f109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360872 Sep 25 03:43:38.624078 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-256871b6-f3b6-4396-9589-e9b37388f206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a082b15f-b8f8-4c54-8e21-6b61c59b9936', 'name': 'tempest-AttachVolumeShelveTestJSON-602541266-router', 'tenant_id': '6cd33c8ad4e54784833c9620269a3a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '34fcae6b-4f04-405b-a2bf-335fef59cb62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:34:10Z', 'updated_at': '2021-09-25T03:34:17Z', 'revision_number': 4, 'project_id': '6cd33c8ad4e54784833c9620269a3a7e', 'gw_port': {'id': '34fcae6b-4f04-405b-a2bf-335fef59cb62', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:58:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a082b15f-b8f8-4c54-8e21-6b61c59b9936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:12Z', 'updated_at': '2021-09-25T03:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_interfaces': [{'id': 'c61ef779-7fb8-4df4-b5f6-08a70b217962', 'name': '', 'network_id': '0db9f430-59d9-43f8-9631-d99e7f9ba1b1', 'tenant_id': '6cd33c8ad4e54784833c9620269a3a7e', 'mac_address': 'fa:16:3e:af:05:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a082b15f-b8f8-4c54-8e21-6b61c59b9936', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '15c2144b-0628-4ad0-89f3-cf74162bcbd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:16Z', 'updated_at': '2021-09-25T03:34:32Z', 'revision_number': 5, 'project_id': '6cd33c8ad4e54784833c9620269a3a7e', 'subnets': [{'id': '15c2144b-0628-4ad0-89f3-cf74162bcbd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:43:38.657080 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256871b6-f3b6-4396-9589-e9b37388f206 None None] The sync data for ids ['a082b15f-b8f8-4c54-8e21-6b61c59b9936'] in dv-cinder-775706-4-iscsi is: [{'id': 'a082b15f-b8f8-4c54-8e21-6b61c59b9936', 'name': 'tempest-AttachVolumeShelveTestJSON-602541266-router', 'tenant_id': '6cd33c8ad4e54784833c9620269a3a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '34fcae6b-4f04-405b-a2bf-335fef59cb62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:34:10Z', 'updated_at': '2021-09-25T03:34:17Z', 'revision_number': 4, 'project_id': '6cd33c8ad4e54784833c9620269a3a7e', 'gw_port': {'id': '34fcae6b-4f04-405b-a2bf-335fef59cb62', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:58:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a082b15f-b8f8-4c54-8e21-6b61c59b9936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:12Z', 'updated_at': '2021-09-25T03:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi', '_interfaces': [{'id': 'c61ef779-7fb8-4df4-b5f6-08a70b217962', 'name': '', 'network_id': '0db9f430-59d9-43f8-9631-d99e7f9ba1b1', 'tenant_id': '6cd33c8ad4e54784833c9620269a3a7e', 'mac_address': 'fa:16:3e:af:05:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a082b15f-b8f8-4c54-8e21-6b61c59b9936', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '15c2144b-0628-4ad0-89f3-cf74162bcbd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:16Z', 'updated_at': '2021-09-25T03:34:32Z', 'revision_number': 5, 'project_id': '6cd33c8ad4e54784833c9620269a3a7e', 'subnets': [{'id': '15c2144b-0628-4ad0-89f3-cf74162bcbd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 03:43:38.830647 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f135e3ed-8ef6-4389-af75-89eb06b01cc7 None None] New status for floating IP 4c64c6f5-a12f-496e-85cf-c63a36e3240e: DOWN {{(pid=94023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 25 03:43:38.884446 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f931317-6113-4f9b-95e7-c3817c86d35f req-ddd6e614-eef7-4cf6-a0dd-5068e0736099 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:43:38.886467 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-6f931317-6113-4f9b-95e7-c3817c86d35f req-ddd6e614-eef7-4cf6-a0dd-5068e0736099 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.45 "GET /v2.0/ports?device_id=871e2f30-7fe1-4935-8a03-2927a4afadf5 HTTP/1.1" status: 200 len: 945 time: 0.0508077 Sep 25 03:43:38.934734 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922f8ce2-79f9-406b-b33a-f2f2e76fa748 None None] New status for floating IP 67c1a1fe-1c6e-420e-86df-ecef42a692ad: DOWN {{(pid=94022) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 25 03:43:38.986117 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.plugin [req-6f931317-6113-4f9b-95e7-c3817c86d35f req-0f868e4e-34ab-4ca5-bb01-43e7c893b2ce tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Deleting port d59277c4-05c8-48ba-bb31-5380252b96a5 {{(pid=94020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 03:43:38.986454 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-6f931317-6113-4f9b-95e7-c3817c86d35f req-0f868e4e-34ab-4ca5-bb01-43e7c893b2ce tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731880592680'] for port, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:39.078296 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.db [req-6f931317-6113-4f9b-95e7-c3817c86d35f req-0f868e4e-34ab-4ca5-bb01-43e7c893b2ce tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] For port d59277c4-05c8-48ba-bb31-5380252b96a5, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=d59277c4-05c8-48ba-bb31-5380252b96a5,segment=NetworkSegment(e95060b2-b7b1-413f-8b0c-ca64c0be8c3d),segment_id=e95060b2-b7b1-413f-8b0c-ca64c0be8c3d)] {{(pid=94020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:43:39.078658 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-6f931317-6113-4f9b-95e7-c3817c86d35f req-0f868e4e-34ab-4ca5-bb01-43e7c893b2ce tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889411'] for port, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:39.092389 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.plugin [req-6f931317-6113-4f9b-95e7-c3817c86d35f req-0f868e4e-34ab-4ca5-bb01-43e7c893b2ce tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Calling delete_port for d59277c4-05c8-48ba-bb31-5380252b96a5 owned by compute:nova {{(pid=94020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 03:43:39.225811 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-6f931317-6113-4f9b-95e7-c3817c86d35f req-0f868e4e-34ab-4ca5-bb01-43e7c893b2ce tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731880598766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731880292810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937715'] for port, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:39.254711 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f868e4e-34ab-4ca5-bb01-43e7c893b2ce tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Pushing event deleted for resources: {'Port': ['ID=d59277c4-05c8-48ba-bb31-5380252b96a5,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:43:39.274415 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1e808a9e-6061-49c6-92a2-f9d439c59878 req-b154e0dd-295e-4c3d-919c-8ab267ca5612 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/ports?device_id=871e2f30-7fe1-4935-8a03-2927a4afadf5 HTTP/1.1" status: 200 len: 210 time: 0.0259778 Sep 25 03:43:39.300628 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f931317-6113-4f9b-95e7-c3817c86d35f req-0f868e4e-34ab-4ca5-bb01-43e7c893b2ce tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] No DVR routers for this DVR port d59277c4-05c8-48ba-bb31-5380252b96a5 on host hv-cinder-77570 {{(pid=94020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 25 03:43:39.303242 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-6f931317-6113-4f9b-95e7-c3817c86d35f req-0f868e4e-34ab-4ca5-bb01-43e7c893b2ce tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950'] for port, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:39.305259 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-6f931317-6113-4f9b-95e7-c3817c86d35f req-0f868e4e-34ab-4ca5-bb01-43e7c893b2ce tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.45 "DELETE /v2.0/ports/d59277c4-05c8-48ba-bb31-5380252b96a5 HTTP/1.1" status: 204 len: 173 time: 0.4112024 Sep 25 03:43:39.532457 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 59462) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:43:39.595714 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-a1577ee4-a5b2-4ecd-971c-25862c7b4116 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:39.622193 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-a1577ee4-a5b2-4ecd-971c-25862c7b4116 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:39.675754 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-a1577ee4-a5b2-4ecd-971c-25862c7b4116 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:39.678489 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-a1577ee4-a5b2-4ecd-971c-25862c7b4116 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:39.679689 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-a1577ee4-a5b2-4ecd-971c-25862c7b4116 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "DELETE /v2.0/security-groups/29ed2013-85e3-4179-98e8-18919e04df27 HTTP/1.1" status: 204 len: 168 time: 0.1461837 Sep 25 03:43:39.682977 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 59464) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:43:39.696696 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1577ee4-a5b2-4ecd-971c-25862c7b4116 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ed2013-85e3-4179-98e8-18919e04df27,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:43:39.703986 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.api.v2.resource [None req-27474d34-9d99-4a07-a304-72f7946bd80c tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] show failed (client error): The resource could not be found. Sep 25 03:43:39.704513 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05d4f540-1d7b-40ce-9b86-89e46a671a10', 'name': 'network-vif-deleted', 'tag': '11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a'}, {'server_uuid': '871e2f30-7fe1-4935-8a03-2927a4afadf5', 'name': 'network-vif-deleted', 'tag': 'd59277c4-05c8-48ba-bb31-5380252b96a5'}] {{(pid=94020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 03:43:39.705060 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-27474d34-9d99-4a07-a304-72f7946bd80c tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "GET /v2.0/security-groups/29ed2013-85e3-4179-98e8-18919e04df27 HTTP/1.1" status: 404 len: 347 time: 0.0211787 Sep 25 03:43:39.706913 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d114ac846cecc4f090472340cf1e7771535e64bb380ac0996b13cb6b7cfe6923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de562759-6cfe-4321-be2b-89edf8b2d97a" -d '{"events": [{"server_uuid": "05d4f540-1d7b-40ce-9b86-89e46a671a10", "name": "network-vif-deleted", "tag": "11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a"}, {"server_uuid": "871e2f30-7fe1-4935-8a03-2927a4afadf5", "name": "network-vif-deleted", "tag": "d59277c4-05c8-48ba-bb31-5380252b96a5"}]}' {{(pid=94020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 03:43:39.708617 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 59466) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:43:39.717984 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1577ee4-a5b2-4ecd-971c-25862c7b4116 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:43:39.718330 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1577ee4-a5b2-4ecd-971c-25862c7b4116 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:43:39.718663 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1577ee4-a5b2-4ecd-971c-25862c7b4116 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:43:39.718970 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1577ee4-a5b2-4ecd-971c-25862c7b4116 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:43:39.719297 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1577ee4-a5b2-4ecd-971c-25862c7b4116 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:43:39.719620 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1577ee4-a5b2-4ecd-971c-25862c7b4116 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:43:39.720002 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1577ee4-a5b2-4ecd-971c-25862c7b4116 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:43:39.720265 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1577ee4-a5b2-4ecd-971c-25862c7b4116 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:43:39.720600 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1577ee4-a5b2-4ecd-971c-25862c7b4116 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:43:39.720945 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1577ee4-a5b2-4ecd-971c-25862c7b4116 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:43:39.721269 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1577ee4-a5b2-4ecd-971c-25862c7b4116 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:43:39.721578 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1577ee4-a5b2-4ecd-971c-25862c7b4116 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:43:39.767136 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 25 Sep 2021 03:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-424411e3-59d9-41bd-942b-bd8c14de772c x-openstack-request-id: req-424411e3-59d9-41bd-942b-bd8c14de772c {{(pid=94020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 03:43:39.767435 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05d4f540-1d7b-40ce-9b86-89e46a671a10", "name": "network-vif-deleted", "tag": "11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a", "status": "completed", "code": 200}, {"server_uuid": "871e2f30-7fe1-4935-8a03-2927a4afadf5", "name": "network-vif-deleted", "tag": "d59277c4-05c8-48ba-bb31-5380252b96a5", "status": "completed", "code": 200}]} {{(pid=94020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 03:43:39.767687 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-424411e3-59d9-41bd-942b-bd8c14de772c {{(pid=94020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 03:43:39.768269 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05d4f540-1d7b-40ce-9b86-89e46a671a10', 'name': 'network-vif-deleted', 'tag': '11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a', 'status': 'completed', 'code': 200} Sep 25 03:43:39.768362 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '871e2f30-7fe1-4935-8a03-2927a4afadf5', 'name': 'network-vif-deleted', 'tag': 'd59277c4-05c8-48ba-bb31-5380252b96a5', 'status': 'completed', 'code': 200} Sep 25 03:43:39.838565 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [None req-28e37c76-7ca4-46e2-b87d-7fd6144c6a82 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Deleting port 1504f65a-0361-4969-bec0-b0969c4851c0 {{(pid=94021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 03:43:39.838904 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-28e37c76-7ca4-46e2-b87d-7fd6144c6a82 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731880592680'] for port, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:39.917119 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-28e37c76-7ca4-46e2-b87d-7fd6144c6a82 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889411'] for port, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:39.917390 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-28e37c76-7ca4-46e2-b87d-7fd6144c6a82 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:39.928880 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [None req-28e37c76-7ca4-46e2-b87d-7fd6144c6a82 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Calling delete_port for 1504f65a-0361-4969-bec0-b0969c4851c0 owned by network:floatingip {{(pid=94021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 03:43:40.336211 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-28e37c76-7ca4-46e2-b87d-7fd6144c6a82 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731880598766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731880292810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3214562'] for port, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:40.372926 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e37c76-7ca4-46e2-b87d-7fd6144c6a82 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Pushing event deleted for resources: {'Port': ['ID=1504f65a-0361-4969-bec0-b0969c4851c0,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:43:40.395212 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a5e26014-53e6-4961-8a66-37a72237863a req-fb7ec929-aefa-4a19-8aa7-530be01ee5be tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/ports?device_id=871e2f30-7fe1-4935-8a03-2927a4afadf5 HTTP/1.1" status: 200 len: 210 time: 0.0507464 Sep 25 03:43:40.446471 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-28e37c76-7ca4-46e2-b87d-7fd6144c6a82 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks [] for floatingip, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:40.449106 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-28e37c76-7ca4-46e2-b87d-7fd6144c6a82 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950'] for floatingip, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:40.450229 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-28e37c76-7ca4-46e2-b87d-7fd6144c6a82 tempest-AttachVolumeShelveTestJSON-1691581774 tempest-AttachVolumeShelveTestJSON-1691581774-project] 10.222.0.42 "DELETE /v2.0/floatingips/67c1a1fe-1c6e-420e-86df-ecef42a692ad HTTP/1.1" status: 204 len: 168 time: 0.7406900 Sep 25 03:43:41.504146 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-45046ad9-67ee-4326-b824-190bcd4e73a0 req-1fae66bf-a33f-401f-96f2-62d86ae9a731 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/ports?device_id=871e2f30-7fe1-4935-8a03-2927a4afadf5 HTTP/1.1" status: 200 len: 210 time: 0.0343971 Sep 25 03:43:42.615915 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2d8d7344-6a02-4fa4-83de-13292b5f737d req-7b91bd94-1e08-4cc0-8b99-c51c32b69680 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/ports?device_id=871e2f30-7fe1-4935-8a03-2927a4afadf5 HTTP/1.1" status: 200 len: 210 time: 0.0362406 Sep 25 03:43:43.104809 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device 11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a no longer exists at agent hyperv_hv-cinder-77570 {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 03:43:43.125406 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] No Port match for: 11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a {{(pid=94022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 25 03:43:43.125816 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device 11c60a9d-5dcc-4541-98b5-c7a4ee9ef58a not bound to the agent host hv-cinder-77570 {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 03:43:43.720119 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e4a65124-d7ce-4373-80e8-5a1946bbe9a2 req-00a0d632-d746-4be2-956c-565eb7bd30b9 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "GET /v2.0/ports?device_id=871e2f30-7fe1-4935-8a03-2927a4afadf5 HTTP/1.1" status: 200 len: 210 time: 0.0331857 Sep 25 03:43:44.779468 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 59500) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:43:44.906167 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [None req-a47d0424-141d-4dc5-b03d-65ef92da5915 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Deleting port 1ffcaa17-6a3a-43b1-a411-e9aedbbc44a4 {{(pid=94021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 03:43:44.906599 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-a47d0424-141d-4dc5-b03d-65ef92da5915 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731880592680'] for port, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:44.987908 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-a47d0424-141d-4dc5-b03d-65ef92da5915 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889411'] for port, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:44.988357 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-a47d0424-141d-4dc5-b03d-65ef92da5915 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:45.002470 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [None req-a47d0424-141d-4dc5-b03d-65ef92da5915 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Calling delete_port for 1ffcaa17-6a3a-43b1-a411-e9aedbbc44a4 owned by network:floatingip {{(pid=94021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 03:43:45.145286 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-a47d0424-141d-4dc5-b03d-65ef92da5915 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731880598766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731880292810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3214562'] for port, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:45.176417 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47d0424-141d-4dc5-b03d-65ef92da5915 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Pushing event deleted for resources: {'Port': ['ID=1ffcaa17-6a3a-43b1-a411-e9aedbbc44a4,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:43:45.235603 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-a47d0424-141d-4dc5-b03d-65ef92da5915 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks [] for floatingip, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:45.238915 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-a47d0424-141d-4dc5-b03d-65ef92da5915 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950'] for floatingip, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:45.241035 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-a47d0424-141d-4dc5-b03d-65ef92da5915 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "DELETE /v2.0/floatingips/1ce93018-e04d-4e7c-b3f8-b49769967cb8 HTTP/1.1" status: 204 len: 168 time: 0.4596758 Sep 25 03:43:45.377744 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-eb789d6b-4192-409c-a64c-679403f99e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:45.572898 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device d59277c4-05c8-48ba-bb31-5380252b96a5 no longer exists at agent hyperv_hv-cinder-77570 {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 03:43:45.599631 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] No Port match for: d59277c4-05c8-48ba-bb31-5380252b96a5 {{(pid=94022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 25 03:43:45.599999 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device d59277c4-05c8-48ba-bb31-5380252b96a5 not bound to the agent host hv-cinder-77570 {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 03:43:46.105081 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 59536) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:43:46.456913 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 59550) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:43:46.546410 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-4c9b77d1-cea5-4b18-9d6d-f98a1ed5f412 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:46.574840 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-4c9b77d1-cea5-4b18-9d6d-f98a1ed5f412 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:46.671788 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d2b70c1b-7997-4b67-9786-16be830c5971 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3893274'] for router_interface, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:46.708537 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-4c9b77d1-cea5-4b18-9d6d-f98a1ed5f412 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:46.711125 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-4c9b77d1-cea5-4b18-9d6d-f98a1ed5f412 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:46.712284 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-4c9b77d1-cea5-4b18-9d6d-f98a1ed5f412 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] 10.222.0.42 "DELETE /v2.0/security-groups/d84f7fc4-a72b-4f91-9132-c08dc4e9da0b HTTP/1.1" status: 204 len: 168 time: 0.2544353 Sep 25 03:43:46.726271 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9b77d1-cea5-4b18-9d6d-f98a1ed5f412 tempest-TestVolumeBootPattern-1684159684 tempest-TestVolumeBootPattern-1684159684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d84f7fc4-a72b-4f91-9132-c08dc4e9da0b,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:43:46.783942 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 59554) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:43:47.199389 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.plugin [None req-d2b70c1b-7997-4b67-9786-16be830c5971 admin admin] Deleting port c61ef779-7fb8-4df4-b5f6-08a70b217962 {{(pid=94020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 03:43:47.200013 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d2b70c1b-7997-4b67-9786-16be830c5971 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731880592680'] for port, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:47.200954 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-f9dd75c0-703f-4185-b8ed-288258e7d810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3893274'] for router_interface, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:47.279912 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-d2b70c1b-7997-4b67-9786-16be830c5971 admin admin] For port c61ef779-7fb8-4df4-b5f6-08a70b217962, host dv-cinder-775706-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=c61ef779-7fb8-4df4-b5f6-08a70b217962,segment=NetworkSegment(333f268c-633b-4815-af96-4f793cf73c09),segment_id=333f268c-633b-4815-af96-4f793cf73c09)] {{(pid=94020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:43:47.280219 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d2b70c1b-7997-4b67-9786-16be830c5971 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889411'] for port, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:47.292310 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.plugin [None req-d2b70c1b-7997-4b67-9786-16be830c5971 admin admin] Calling delete_port for c61ef779-7fb8-4df4-b5f6-08a70b217962 owned by network:router_interface {{(pid=94020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 03:43:47.451372 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [None req-f9dd75c0-703f-4185-b8ed-288258e7d810 admin admin] Deleting port 6eb43f13-becb-437d-b43d-aaf8c5b31ad3 {{(pid=94021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 03:43:47.451616 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-f9dd75c0-703f-4185-b8ed-288258e7d810 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731880592680'] for port, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:47.475063 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d2b70c1b-7997-4b67-9786-16be830c5971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731880598766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731880292810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937715'] for port, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:47.524505 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b70c1b-7997-4b67-9786-16be830c5971 admin admin] Pushing event deleted for resources: {'Port': ['ID=c61ef779-7fb8-4df4-b5f6-08a70b217962,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:43:47.544446 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [None req-f9dd75c0-703f-4185-b8ed-288258e7d810 admin admin] For port 6eb43f13-becb-437d-b43d-aaf8c5b31ad3, host dv-cinder-775706-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=6eb43f13-becb-437d-b43d-aaf8c5b31ad3,segment=NetworkSegment(e95060b2-b7b1-413f-8b0c-ca64c0be8c3d),segment_id=e95060b2-b7b1-413f-8b0c-ca64c0be8c3d)] {{(pid=94021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:43:47.545123 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-f9dd75c0-703f-4185-b8ed-288258e7d810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889411'] for port, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:47.562058 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [None req-f9dd75c0-703f-4185-b8ed-288258e7d810 admin admin] Calling delete_port for 6eb43f13-becb-437d-b43d-aaf8c5b31ad3 owned by network:router_interface {{(pid=94021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 03:43:47.614388 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-e70a718a-b584-4353-9da3-5637c5854e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:47.707421 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d2b70c1b-7997-4b67-9786-16be830c5971 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3623124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3896979'] for router_interface, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:47.775251 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-f9dd75c0-703f-4185-b8ed-288258e7d810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731880598766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731880292810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3214562'] for port, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:47.803303 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dd75c0-703f-4185-b8ed-288258e7d810 admin admin] Pushing event deleted for resources: {'Port': ['ID=6eb43f13-becb-437d-b43d-aaf8c5b31ad3,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:43:47.952409 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2b70c1b-7997-4b67-9786-16be830c5971 admin admin] Router a082b15f-b8f8-4c54-8e21-6b61c59b9936 has already been hosted by L3 agent be170b3f-ec9b-4dfa-8e40-fa1591bf80a9 {{(pid=94020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 03:43:47.977924 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-f9dd75c0-703f-4185-b8ed-288258e7d810 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3623124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3896979'] for router_interface, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:48.060780 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b70c1b-7997-4b67-9786-16be830c5971 admin admin] Notify agent at l3_agent.dv-cinder-775706-4-iscsi the message routers_updated {{(pid=94020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 03:43:48.070300 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-d2b70c1b-7997-4b67-9786-16be830c5971 admin admin] 10.222.0.42 "PUT /v2.0/routers/a082b15f-b8f8-4c54-8e21-6b61c59b9936/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9610703 Sep 25 03:43:48.070300 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 59566) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:43:48.072459 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d337a1b4-ea12-45aa-97d1-8bc7aa33fb7e None None] Sync routers for ids ['a082b15f-b8f8-4c54-8e21-6b61c59b9936'] in dv-cinder-775706-4-iscsi {{(pid=94023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 03:43:48.082538 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d337a1b4-ea12-45aa-97d1-8bc7aa33fb7e None None] Routers {'a082b15f-b8f8-4c54-8e21-6b61c59b9936'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:43:48.083074 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-d337a1b4-ea12-45aa-97d1-8bc7aa33fb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:43:48Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['a082b15f-b8f8-4c54-8e21-6b61c59b9936'], 'active': True} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:43:48.190884 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-4157fd3a-8ef2-47ce-9c0c-ed1d733ae6c3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:48.191739 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvr_db [None req-d337a1b4-ea12-45aa-97d1-8bc7aa33fb7e None None] Set router a082b15f-b8f8-4c54-8e21-6b61c59b9936 gateway port host: dv-cinder-775706-4-iscsi {{(pid=94023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:43:48.206166 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9dd75c0-703f-4185-b8ed-288258e7d810 admin admin] Router 4ffb49e0-1e1c-4b63-b363-7c32786630d6 has already been hosted by L3 agent be170b3f-ec9b-4dfa-8e40-fa1591bf80a9 {{(pid=94021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 03:43:48.298220 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-4157fd3a-8ef2-47ce-9c0c-ed1d733ae6c3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:48.317492 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9dd75c0-703f-4185-b8ed-288258e7d810 admin admin] Notify agent at l3_agent.dv-cinder-775706-4-iscsi the message routers_updated {{(pid=94021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 03:43:48.323067 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-f9dd75c0-703f-4185-b8ed-288258e7d810 admin admin] 10.222.0.42 "PUT /v2.0/routers/4ffb49e0-1e1c-4b63-b363-7c32786630d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5377190 Sep 25 03:43:48.328091 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 59568) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:43:48.331077 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac30a9e0-9df1-42b4-a095-2df836eb0a1c None None] Sync routers for ids ['4ffb49e0-1e1c-4b63-b363-7c32786630d6'] in dv-cinder-775706-4-iscsi {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 03:43:48.343170 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac30a9e0-9df1-42b4-a095-2df836eb0a1c None None] Routers {'4ffb49e0-1e1c-4b63-b363-7c32786630d6'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:43:48.344063 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-ac30a9e0-9df1-42b4-a095-2df836eb0a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:43:48Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['4ffb49e0-1e1c-4b63-b363-7c32786630d6'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:43:48.367749 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.plugin [None req-4157fd3a-8ef2-47ce-9c0c-ed1d733ae6c3 admin admin] Deleting port 34fcae6b-4f04-405b-a2bf-335fef59cb62 {{(pid=94020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 03:43:48.368146 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-4157fd3a-8ef2-47ce-9c0c-ed1d733ae6c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731880592680'] for port, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:48.382154 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-d337a1b4-ea12-45aa-97d1-8bc7aa33fb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a082b15f-b8f8-4c54-8e21-6b61c59b9936', 'name': 'tempest-AttachVolumeShelveTestJSON-602541266-router', 'tenant_id': '6cd33c8ad4e54784833c9620269a3a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '34fcae6b-4f04-405b-a2bf-335fef59cb62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:34:10Z', 'updated_at': '2021-09-25T03:43:47Z', 'revision_number': 5, 'project_id': '6cd33c8ad4e54784833c9620269a3a7e', 'gw_port': {'id': '34fcae6b-4f04-405b-a2bf-335fef59cb62', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:58:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a082b15f-b8f8-4c54-8e21-6b61c59b9936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:12Z', 'updated_at': '2021-09-25T03:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi'}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:43:48.419192 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d337a1b4-ea12-45aa-97d1-8bc7aa33fb7e None None] Checking router: a082b15f-b8f8-4c54-8e21-6b61c59b9936 for host: dv-cinder-775706-4-iscsi {{(pid=94023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 03:43:48.431423 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d337a1b4-ea12-45aa-97d1-8bc7aa33fb7e None None] Routers {'a082b15f-b8f8-4c54-8e21-6b61c59b9936'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:43:48.432951 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-d337a1b4-ea12-45aa-97d1-8bc7aa33fb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:43:48Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['a082b15f-b8f8-4c54-8e21-6b61c59b9936'], 'active': True} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:43:48.437882 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-978c09e5-7a41-40d7-b62a-94729533d24f admin admin] Notify callbacks [] for router, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:48.452830 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-4157fd3a-8ef2-47ce-9c0c-ed1d733ae6c3 admin admin] For port 34fcae6b-4f04-405b-a2bf-335fef59cb62, host dv-cinder-775706-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=34fcae6b-4f04-405b-a2bf-335fef59cb62,segment=NetworkSegment(48bff68c-e483-4cc4-95dd-dcbe15bbe597),segment_id=48bff68c-e483-4cc4-95dd-dcbe15bbe597)] {{(pid=94020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:43:48.453192 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-4157fd3a-8ef2-47ce-9c0c-ed1d733ae6c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889411'] for port, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:48.466284 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.plugin [None req-4157fd3a-8ef2-47ce-9c0c-ed1d733ae6c3 admin admin] Calling delete_port for 34fcae6b-4f04-405b-a2bf-335fef59cb62 owned by network:router_gateway {{(pid=94020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 03:43:48.468358 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-ac30a9e0-9df1-42b4-a095-2df836eb0a1c None None] Set router 4ffb49e0-1e1c-4b63-b363-7c32786630d6 gateway port host: dv-cinder-775706-4-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:43:48.537026 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvr_db [None req-d337a1b4-ea12-45aa-97d1-8bc7aa33fb7e None None] Set router a082b15f-b8f8-4c54-8e21-6b61c59b9936 gateway port host: None {{(pid=94023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:43:48.546207 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-978c09e5-7a41-40d7-b62a-94729533d24f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:48.598304 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-d337a1b4-ea12-45aa-97d1-8bc7aa33fb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a082b15f-b8f8-4c54-8e21-6b61c59b9936', 'name': 'tempest-AttachVolumeShelveTestJSON-602541266-router', 'tenant_id': '6cd33c8ad4e54784833c9620269a3a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:34:10Z', 'updated_at': '2021-09-25T03:43:48Z', 'revision_number': 6, 'project_id': '6cd33c8ad4e54784833c9620269a3a7e', 'gw_port_host': None}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:43:48.617638 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [None req-978c09e5-7a41-40d7-b62a-94729533d24f admin admin] Deleting port 4e4847b6-1d43-43aa-8619-ae9e17029fc4 {{(pid=94021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 03:43:48.618309 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-978c09e5-7a41-40d7-b62a-94729533d24f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731880592680'] for port, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:48.630487 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d337a1b4-ea12-45aa-97d1-8bc7aa33fb7e None None] The sync data for ids ['a082b15f-b8f8-4c54-8e21-6b61c59b9936'] in dv-cinder-775706-4-iscsi is: [{'id': 'a082b15f-b8f8-4c54-8e21-6b61c59b9936', 'name': 'tempest-AttachVolumeShelveTestJSON-602541266-router', 'tenant_id': '6cd33c8ad4e54784833c9620269a3a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:34:10Z', 'updated_at': '2021-09-25T03:43:48Z', 'revision_number': 6, 'project_id': '6cd33c8ad4e54784833c9620269a3a7e', 'gw_port_host': None}] {{(pid=94023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 03:43:48.684813 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-ac30a9e0-9df1-42b4-a095-2df836eb0a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'name': 'tempest-TestVolumeBootPattern-517260034-router', 'tenant_id': 'db363e7cf1b9415d89602f3298329e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '4e4847b6-1d43-43aa-8619-ae9e17029fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:34:05Z', 'updated_at': '2021-09-25T03:43:47Z', 'revision_number': 5, 'project_id': 'db363e7cf1b9415d89602f3298329e35', 'gw_port': {'id': '4e4847b6-1d43-43aa-8619-ae9e17029fc4', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:25:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:06Z', 'updated_at': '2021-09-25T03:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi'}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:43:48.703652 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-4157fd3a-8ef2-47ce-9c0c-ed1d733ae6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731880598766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731880292810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937715'] for port, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:48.713890 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac30a9e0-9df1-42b4-a095-2df836eb0a1c None None] Checking router: 4ffb49e0-1e1c-4b63-b363-7c32786630d6 for host: dv-cinder-775706-4-iscsi {{(pid=94022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 03:43:48.721937 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [None req-978c09e5-7a41-40d7-b62a-94729533d24f admin admin] For port 4e4847b6-1d43-43aa-8619-ae9e17029fc4, host dv-cinder-775706-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=4e4847b6-1d43-43aa-8619-ae9e17029fc4,segment=NetworkSegment(48bff68c-e483-4cc4-95dd-dcbe15bbe597),segment_id=48bff68c-e483-4cc4-95dd-dcbe15bbe597)] {{(pid=94021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:43:48.722301 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-978c09e5-7a41-40d7-b62a-94729533d24f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889411'] for port, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:48.723598 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac30a9e0-9df1-42b4-a095-2df836eb0a1c None None] Routers {'4ffb49e0-1e1c-4b63-b363-7c32786630d6'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:43:48.724336 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-ac30a9e0-9df1-42b4-a095-2df836eb0a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:43:48Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['4ffb49e0-1e1c-4b63-b363-7c32786630d6'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:43:48.740383 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [None req-978c09e5-7a41-40d7-b62a-94729533d24f admin admin] Calling delete_port for 4e4847b6-1d43-43aa-8619-ae9e17029fc4 owned by network:router_gateway {{(pid=94021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 03:43:48.744460 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4157fd3a-8ef2-47ce-9c0c-ed1d733ae6c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=34fcae6b-4f04-405b-a2bf-335fef59cb62,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:43:48.831498 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-4157fd3a-8ef2-47ce-9c0c-ed1d733ae6c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3896912'] for router_gateway, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:48.839782 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-ac30a9e0-9df1-42b4-a095-2df836eb0a1c None None] Set router 4ffb49e0-1e1c-4b63-b363-7c32786630d6 gateway port host: None {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:43:48.894507 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-ac30a9e0-9df1-42b4-a095-2df836eb0a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'name': 'tempest-TestVolumeBootPattern-517260034-router', 'tenant_id': 'db363e7cf1b9415d89602f3298329e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:34:05Z', 'updated_at': '2021-09-25T03:43:48Z', 'revision_number': 6, 'project_id': 'db363e7cf1b9415d89602f3298329e35', 'gw_port_host': None}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:43:48.920702 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac30a9e0-9df1-42b4-a095-2df836eb0a1c None None] The sync data for ids ['4ffb49e0-1e1c-4b63-b363-7c32786630d6'] in dv-cinder-775706-4-iscsi is: [{'id': '4ffb49e0-1e1c-4b63-b363-7c32786630d6', 'name': 'tempest-TestVolumeBootPattern-517260034-router', 'tenant_id': 'db363e7cf1b9415d89602f3298329e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:34:05Z', 'updated_at': '2021-09-25T03:43:48Z', 'revision_number': 6, 'project_id': 'db363e7cf1b9415d89602f3298329e35', 'gw_port_host': None}] {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 03:43:48.925744 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-978c09e5-7a41-40d7-b62a-94729533d24f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731880598766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731880292810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3214562'] for port, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:48.926253 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-4157fd3a-8ef2-47ce-9c0c-ed1d733ae6c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3899199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-678'] for router, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:48.928879 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-4157fd3a-8ef2-47ce-9c0c-ed1d733ae6c3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:48.949812 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978c09e5-7a41-40d7-b62a-94729533d24f admin admin] Pushing event deleted for resources: {'Port': ['ID=4e4847b6-1d43-43aa-8619-ae9e17029fc4,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:43:48.981791 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-4157fd3a-8ef2-47ce-9c0c-ed1d733ae6c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3899190'] for router, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:48.983090 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4157fd3a-8ef2-47ce-9c0c-ed1d733ae6c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a082b15f-b8f8-4c54-8e21-6b61c59b9936 {{(pid=94020) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 03:43:48.987947 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-4157fd3a-8ef2-47ce-9c0c-ed1d733ae6c3 admin admin] Notify callbacks [] for router, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:48.992009 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-4157fd3a-8ef2-47ce-9c0c-ed1d733ae6c3 admin admin] 10.222.0.42 "DELETE /v2.0/routers/a082b15f-b8f8-4c54-8e21-6b61c59b9936 HTTP/1.1" status: 204 len: 168 time: 0.9162688 Sep 25 03:43:48.992439 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 59576) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:43:49.023349 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-978c09e5-7a41-40d7-b62a-94729533d24f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3896912'] for router_gateway, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:49.043997 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ef43dc5-e78f-4a48-bdea-51be9b9e383a admin admin] Deleting subnet 15c2144b-0628-4ad0-89f3-cf74162bcbd6 {{(pid=94020) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 25 03:43:49.047366 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6ef43dc5-e78f-4a48-bdea-51be9b9e383a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:49.091506 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6ef43dc5-e78f-4a48-bdea-51be9b9e383a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328182'] for subnet, precommit_delete_associations {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:49.117394 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-978c09e5-7a41-40d7-b62a-94729533d24f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3899199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-678'] for router, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:49.119728 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-978c09e5-7a41-40d7-b62a-94729533d24f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:49.169821 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-978c09e5-7a41-40d7-b62a-94729533d24f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3899190'] for router, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:49.170822 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-978c09e5-7a41-40d7-b62a-94729533d24f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ffb49e0-1e1c-4b63-b363-7c32786630d6 {{(pid=94021) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 03:43:49.175455 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-978c09e5-7a41-40d7-b62a-94729533d24f admin admin] Notify callbacks [] for router, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:49.177308 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-978c09e5-7a41-40d7-b62a-94729533d24f admin admin] 10.222.0.42 "DELETE /v2.0/routers/4ffb49e0-1e1c-4b63-b363-7c32786630d6 HTTP/1.1" status: 204 len: 168 time: 0.8473871 Sep 25 03:43:49.179271 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 59578) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:43:49.181958 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6ef43dc5-e78f-4a48-bdea-51be9b9e383a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611410'] for subnet, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:49.224423 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.db.db_base_plugin_v2 [None req-a78423ec-5aa3-4386-af13-67724f3b2802 admin admin] Deleting subnet 214e70c9-9735-4259-b6d5-e362dbd8f3ae {{(pid=94021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 25 03:43:49.227608 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-a78423ec-5aa3-4386-af13-67724f3b2802 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:49.234629 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6ef43dc5-e78f-4a48-bdea-51be9b9e383a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9253219'] for subnet, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:49.260438 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef43dc5-e78f-4a48-bdea-51be9b9e383a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15c2144b-0628-4ad0-89f3-cf74162bcbd6,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:43:49.266522 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6ef43dc5-e78f-4a48-bdea-51be9b9e383a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:49.270940 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-6ef43dc5-e78f-4a48-bdea-51be9b9e383a admin admin] 10.222.0.42 "DELETE /v2.0/subnets/15c2144b-0628-4ad0-89f3-cf74162bcbd6 HTTP/1.1" status: 204 len: 168 time: 0.2748981 Sep 25 03:43:49.272023 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 59580) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:43:49.291108 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4af0fe-995d-48ff-a621-ba668ba9b32e None None] Network 0db9f430-59d9-43f8-9631-d99e7f9ba1b1 requested from dv-cinder-775706-4-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 03:43:49.296249 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-a78423ec-5aa3-4386-af13-67724f3b2802 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3212190'] for subnet, precommit_delete_associations {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:49.307606 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:49.326986 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-fa5af178-6116-457c-95b6-13dc589f2bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:49.369147 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-76f20807-5073-48e0-b145-69890b48cdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581802'] for network, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:49.391640 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-a78423ec-5aa3-4386-af13-67724f3b2802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611410'] for subnet, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:49.424940 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.plugin [None req-76f20807-5073-48e0-b145-69890b48cdd1 admin admin] Deleting port 1cc02809-fa64-4b62-944b-867d4971ef8a {{(pid=94020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 03:43:49.425240 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-76f20807-5073-48e0-b145-69890b48cdd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731880592680'] for port, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:49.460997 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-a78423ec-5aa3-4386-af13-67724f3b2802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3214527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9426413'] for subnet, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:49.491042 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78423ec-5aa3-4386-af13-67724f3b2802 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=214e70c9-9735-4259-b6d5-e362dbd8f3ae,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:43:49.498747 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-a78423ec-5aa3-4386-af13-67724f3b2802 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3625783'] for subnet, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:49.503390 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-a78423ec-5aa3-4386-af13-67724f3b2802 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/214e70c9-9735-4259-b6d5-e362dbd8f3ae HTTP/1.1" status: 204 len: 168 time: 0.3207631 Sep 25 03:43:49.503831 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 59582) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:43:49.505039 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ecede2-7f90-49bd-ab7c-0181dcacb128 None None] Network 3af85cfb-dd93-48a8-a1e1-fc03ce02f109 requested from dv-cinder-775706-4-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 03:43:49.513984 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-76f20807-5073-48e0-b145-69890b48cdd1 admin admin] For port 1cc02809-fa64-4b62-944b-867d4971ef8a, host dv-cinder-775706-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=1cc02809-fa64-4b62-944b-867d4971ef8a,segment=NetworkSegment(333f268c-633b-4815-af96-4f793cf73c09),segment_id=333f268c-633b-4815-af96-4f793cf73c09)] {{(pid=94020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:43:49.514408 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-76f20807-5073-48e0-b145-69890b48cdd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889411'] for port, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:49.527857 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.plugin [None req-76f20807-5073-48e0-b145-69890b48cdd1 admin admin] Calling delete_port for 1cc02809-fa64-4b62-944b-867d4971ef8a owned by network:dhcp {{(pid=94020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 03:43:49.583131 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-b8e49b6d-4ae0-4982-a8b7-8f71c1069406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581802'] for network, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:49.625750 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-76f20807-5073-48e0-b145-69890b48cdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731880598766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731880292810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937715'] for port, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:49.626162 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5322248e-c702-4f8b-bdc2-d80e63e27c88 None None] DHCP port deletion for 0db9f430-59d9-43f8-9631-d99e7f9ba1b1 request from dv-cinder-775706-4-iscsi {{(pid=94022) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 25 03:43:49.663351 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f20807-5073-48e0-b145-69890b48cdd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cc02809-fa64-4b62-944b-867d4971ef8a,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:43:49.665581 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f20807-5073-48e0-b145-69890b48cdd1 admin admin] No DVR routers for this DVR port 1cc02809-fa64-4b62-944b-867d4971ef8a on host dv-cinder-775706-4-iscsi {{(pid=94020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 25 03:43:49.679351 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [None req-b8e49b6d-4ae0-4982-a8b7-8f71c1069406 admin admin] Deleting port 792be6c2-892f-44e4-a556-097e8e961437 {{(pid=94021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 03:43:49.679764 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-b8e49b6d-4ae0-4982-a8b7-8f71c1069406 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731880592680'] for port, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:49.746967 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-76f20807-5073-48e0-b145-69890b48cdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611307', 'neutron.services.segments.db._delete_segments_for_network-8731880838548'] for network, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:49.760497 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [None req-b8e49b6d-4ae0-4982-a8b7-8f71c1069406 admin admin] For port 792be6c2-892f-44e4-a556-097e8e961437, host dv-cinder-775706-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=792be6c2-892f-44e4-a556-097e8e961437,segment=NetworkSegment(e95060b2-b7b1-413f-8b0c-ca64c0be8c3d),segment_id=e95060b2-b7b1-413f-8b0c-ca64c0be8c3d)] {{(pid=94021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:43:49.760893 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-b8e49b6d-4ae0-4982-a8b7-8f71c1069406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889411'] for port, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:49.770081 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.services.segments.db [None req-76f20807-5073-48e0-b145-69890b48cdd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0db9f430-59d9-43f8-9631-d99e7f9ba1b1']}} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:43:49.775684 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [None req-b8e49b6d-4ae0-4982-a8b7-8f71c1069406 admin admin] Calling delete_port for 792be6c2-892f-44e4-a556-097e8e961437 owned by network:dhcp {{(pid=94021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 03:43:49.780515 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.services.segments.db [None req-76f20807-5073-48e0-b145-69890b48cdd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '333f268c-633b-4815-af96-4f793cf73c09') {'for_net_delete': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:43:49.780849 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.services.segments.db [None req-76f20807-5073-48e0-b145-69890b48cdd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '333f268c-633b-4815-af96-4f793cf73c09') {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:43:49.790853 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-76f20807-5073-48e0-b145-69890b48cdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731880837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328175'] for segment, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:49.806552 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-76f20807-5073-48e0-b145-69890b48cdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614597'] for segment, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:49.818064 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76f20807-5073-48e0-b145-69890b48cdd1 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=94020) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 03:43:49.818783 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-76f20807-5073-48e0-b145-69890b48cdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8938496'] for segment, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:49.821073 dv-cinder-775706-4-iscsi neutron-server[94020]: Traceback (most recent call last): Sep 25 03:43:49.821073 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 25 03:43:49.821073 dv-cinder-775706-4-iscsi neutron-server[94020]: timer() Sep 25 03:43:49.821073 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 25 03:43:49.821073 dv-cinder-775706-4-iscsi neutron-server[94020]: cb(*args, **kw) Sep 25 03:43:49.821073 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 25 03:43:49.821073 dv-cinder-775706-4-iscsi neutron-server[94020]: return func(*args, **kwargs) Sep 25 03:43:49.821073 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 25 03:43:49.821073 dv-cinder-775706-4-iscsi neutron-server[94020]: self._notify() Sep 25 03:43:49.821073 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 25 03:43:49.821073 dv-cinder-775706-4-iscsi neutron-server[94020]: self.callback(batched_events) Sep 25 03:43:49.821073 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 25 03:43:49.821073 dv-cinder-775706-4-iscsi neutron-server[94020]: event.method(event) Sep 25 03:43:49.821073 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 25 03:43:49.821073 dv-cinder-775706-4-iscsi neutron-server[94020]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 25 03:43:49.821073 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 25 03:43:49.821073 dv-cinder-775706-4-iscsi neutron-server[94020]: aggregate_uuid = self.p_client.list_aggregates( Sep 25 03:43:49.821073 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 25 03:43:49.821073 dv-cinder-775706-4-iscsi neutron-server[94020]: return f(self, *a, **k) Sep 25 03:43:49.821073 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 25 03:43:49.821073 dv-cinder-775706-4-iscsi neutron-server[94020]: return self._get(url).json() Sep 25 03:43:49.821073 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 25 03:43:49.821073 dv-cinder-775706-4-iscsi neutron-server[94020]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 25 03:43:49.821073 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 25 03:43:49.821073 dv-cinder-775706-4-iscsi neutron-server[94020]: return self.request(url, 'GET', **kwargs) Sep 25 03:43:49.821073 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 25 03:43:49.821073 dv-cinder-775706-4-iscsi neutron-server[94020]: base_url = self.get_endpoint(auth, allow=allow, Sep 25 03:43:49.821073 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 25 03:43:49.821073 dv-cinder-775706-4-iscsi neutron-server[94020]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 25 03:43:49.821073 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 25 03:43:49.821073 dv-cinder-775706-4-iscsi neutron-server[94020]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 25 03:43:49.821073 dv-cinder-775706-4-iscsi neutron-server[94020]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 25 03:43:49.878745 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-b8e49b6d-4ae0-4982-a8b7-8f71c1069406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731880598766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731880292810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3214562'] for port, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:49.904215 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e49b6d-4ae0-4982-a8b7-8f71c1069406 admin admin] No DVR routers for this DVR port 792be6c2-892f-44e4-a556-097e8e961437 on host dv-cinder-775706-4-iscsi {{(pid=94021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 25 03:43:49.908178 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-76f20807-5073-48e0-b145-69890b48cdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896844'] for network, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:49.918288 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-76f20807-5073-48e0-b145-69890b48cdd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3625783'] for network, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:49.922667 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-76f20807-5073-48e0-b145-69890b48cdd1 admin admin] 10.222.0.42 "DELETE /v2.0/networks/0db9f430-59d9-43f8-9631-d99e7f9ba1b1 HTTP/1.1" status: 204 len: 168 time: 0.6502914 Sep 25 03:43:49.940718 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f20807-5073-48e0-b145-69890b48cdd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=0db9f430-59d9-43f8-9631-d99e7f9ba1b1,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:43:49.952539 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6f3d5a-a11d-4c3e-a739-c040bcba8bcc None None] DHCP port deletion for 3af85cfb-dd93-48a8-a1e1-fc03ce02f109 request from dv-cinder-775706-4-iscsi {{(pid=94022) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 25 03:43:50.007073 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e49b6d-4ae0-4982-a8b7-8f71c1069406 admin admin] Pushing event deleted for resources: {'Port': ['ID=792be6c2-892f-44e4-a556-097e8e961437,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:43:50.079100 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device 1cc02809-fa64-4b62-944b-867d4971ef8a no longer exists at agent ovs-agent-dv-cinder-775706-4-iscsi {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 03:43:50.089406 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-b8e49b6d-4ae0-4982-a8b7-8f71c1069406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611307', 'neutron.services.segments.db._delete_segments_for_network-8731880838548'] for network, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:50.106468 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] No Port match for: 1cc02809-fa64-4b62-944b-867d4971ef8a {{(pid=94022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 25 03:43:50.107268 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device 1cc02809-fa64-4b62-944b-867d4971ef8a not bound to the agent host dv-cinder-775706-4-iscsi {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 03:43:50.108123 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device c61ef779-7fb8-4df4-b5f6-08a70b217962 no longer exists at agent ovs-agent-dv-cinder-775706-4-iscsi {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 03:43:50.114452 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.services.segments.db [None req-b8e49b6d-4ae0-4982-a8b7-8f71c1069406 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3af85cfb-dd93-48a8-a1e1-fc03ce02f109']}} {{(pid=94021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:43:50.128100 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.services.segments.db [None req-b8e49b6d-4ae0-4982-a8b7-8f71c1069406 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e95060b2-b7b1-413f-8b0c-ca64c0be8c3d') {'for_net_delete': True} {{(pid=94021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:43:50.128389 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.services.segments.db [None req-b8e49b6d-4ae0-4982-a8b7-8f71c1069406 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e95060b2-b7b1-413f-8b0c-ca64c0be8c3d') {} {{(pid=94021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:43:50.130158 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] No Port match for: c61ef779-7fb8-4df4-b5f6-08a70b217962 {{(pid=94022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 25 03:43:50.130615 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device c61ef779-7fb8-4df4-b5f6-08a70b217962 not bound to the agent host dv-cinder-775706-4-iscsi {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 03:43:50.131350 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device 34fcae6b-4f04-405b-a2bf-335fef59cb62 no longer exists at agent ovs-agent-dv-cinder-775706-4-iscsi {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 03:43:50.135735 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 59594) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:43:50.143764 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-b8e49b6d-4ae0-4982-a8b7-8f71c1069406 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731880837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3212167'] for segment, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:50.160433 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] No Port match for: 34fcae6b-4f04-405b-a2bf-335fef59cb62 {{(pid=94022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 25 03:43:50.161156 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device 34fcae6b-4f04-405b-a2bf-335fef59cb62 not bound to the agent host dv-cinder-775706-4-iscsi {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 03:43:50.161966 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device 6eb43f13-becb-437d-b43d-aaf8c5b31ad3 no longer exists at agent ovs-agent-dv-cinder-775706-4-iscsi {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 03:43:50.168358 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-b8e49b6d-4ae0-4982-a8b7-8f71c1069406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614597'] for segment, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:50.179892 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8e49b6d-4ae0-4982-a8b7-8f71c1069406 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=94021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 03:43:50.180274 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-b8e49b6d-4ae0-4982-a8b7-8f71c1069406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3213329'] for segment, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:50.185384 dv-cinder-775706-4-iscsi neutron-server[94021]: Traceback (most recent call last): Sep 25 03:43:50.185384 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 25 03:43:50.185384 dv-cinder-775706-4-iscsi neutron-server[94021]: timer() Sep 25 03:43:50.185384 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 25 03:43:50.185384 dv-cinder-775706-4-iscsi neutron-server[94021]: cb(*args, **kw) Sep 25 03:43:50.185384 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 25 03:43:50.185384 dv-cinder-775706-4-iscsi neutron-server[94021]: return func(*args, **kwargs) Sep 25 03:43:50.185384 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 25 03:43:50.185384 dv-cinder-775706-4-iscsi neutron-server[94021]: self._notify() Sep 25 03:43:50.185384 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 25 03:43:50.185384 dv-cinder-775706-4-iscsi neutron-server[94021]: self.callback(batched_events) Sep 25 03:43:50.185384 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 25 03:43:50.185384 dv-cinder-775706-4-iscsi neutron-server[94021]: event.method(event) Sep 25 03:43:50.185384 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 25 03:43:50.185384 dv-cinder-775706-4-iscsi neutron-server[94021]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 25 03:43:50.185384 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 25 03:43:50.185384 dv-cinder-775706-4-iscsi neutron-server[94021]: aggregate_uuid = self.p_client.list_aggregates( Sep 25 03:43:50.185384 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 25 03:43:50.185384 dv-cinder-775706-4-iscsi neutron-server[94021]: return f(self, *a, **k) Sep 25 03:43:50.185384 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 25 03:43:50.185384 dv-cinder-775706-4-iscsi neutron-server[94021]: return self._get(url).json() Sep 25 03:43:50.185384 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 25 03:43:50.185384 dv-cinder-775706-4-iscsi neutron-server[94021]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 25 03:43:50.185384 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 25 03:43:50.185384 dv-cinder-775706-4-iscsi neutron-server[94021]: return self.request(url, 'GET', **kwargs) Sep 25 03:43:50.185384 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 25 03:43:50.185384 dv-cinder-775706-4-iscsi neutron-server[94021]: base_url = self.get_endpoint(auth, allow=allow, Sep 25 03:43:50.185384 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 25 03:43:50.185384 dv-cinder-775706-4-iscsi neutron-server[94021]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 25 03:43:50.185384 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 25 03:43:50.185384 dv-cinder-775706-4-iscsi neutron-server[94021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 25 03:43:50.185384 dv-cinder-775706-4-iscsi neutron-server[94021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 25 03:43:50.192093 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] No Port match for: 6eb43f13-becb-437d-b43d-aaf8c5b31ad3 {{(pid=94022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 25 03:43:50.192796 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device 6eb43f13-becb-437d-b43d-aaf8c5b31ad3 not bound to the agent host dv-cinder-775706-4-iscsi {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 03:43:50.193338 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device 4e4847b6-1d43-43aa-8619-ae9e17029fc4 no longer exists at agent ovs-agent-dv-cinder-775706-4-iscsi {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 03:43:50.216310 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] No Port match for: 4e4847b6-1d43-43aa-8619-ae9e17029fc4 {{(pid=94022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 25 03:43:50.216781 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device 4e4847b6-1d43-43aa-8619-ae9e17029fc4 not bound to the agent host dv-cinder-775706-4-iscsi {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 03:43:50.220794 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-49f2a0a6-2a49-443f-9135-379e9e3f42c4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6cd33c8ad4e54784833c9620269a3a7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0812283 Sep 25 03:43:50.229748 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 59596) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:43:50.266480 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-b8e49b6d-4ae0-4982-a8b7-8f71c1069406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896844'] for network, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:50.272802 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-b8e49b6d-4ae0-4982-a8b7-8f71c1069406 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3625783'] for network, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:50.277951 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 59598) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:43:50.278251 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-b8e49b6d-4ae0-4982-a8b7-8f71c1069406 admin admin] 10.222.0.42 "DELETE /v2.0/networks/3af85cfb-dd93-48a8-a1e1-fc03ce02f109 HTTP/1.1" status: 204 len: 168 time: 0.7732465 Sep 25 03:43:50.291015 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e49b6d-4ae0-4982-a8b7-8f71c1069406 admin admin] Pushing event deleted for resources: {'Network': ['ID=3af85cfb-dd93-48a8-a1e1-fc03ce02f109,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:43:50.344595 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d56293db-02c3-43db-a9d1-05017deeda2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:50.409211 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d56293db-02c3-43db-a9d1-05017deeda2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:50.551805 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d56293db-02c3-43db-a9d1-05017deeda2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:50.554645 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d56293db-02c3-43db-a9d1-05017deeda2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:50.555907 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-d56293db-02c3-43db-a9d1-05017deeda2d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cb8ba498-082d-4ce4-868c-35d4ebb217dd HTTP/1.1" status: 204 len: 168 time: 0.3249247 Sep 25 03:43:50.556493 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-12453c79-04f6-431c-ac7a-1da34be194f8 None None] Agent healthcheck: found 6 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 03:43:50.571281 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56293db-02c3-43db-a9d1-05017deeda2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8ba498-082d-4ce4-868c-35d4ebb217dd,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:43:50.739432 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-4dd0c183-fadc-4a9b-81ab-e093b24b4812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3893274'] for router_interface, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:51.199795 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-afd92d12-b9d5-4a92-bfd4-50d3cdf2ae8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:51.256901 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.plugin [None req-4dd0c183-fadc-4a9b-81ab-e093b24b4812 admin admin] Deleting port 2bd31420-e371-4420-b091-857e614ae7af {{(pid=94020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 03:43:51.257260 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-4dd0c183-fadc-4a9b-81ab-e093b24b4812 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731880592680'] for port, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:51.336475 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-4dd0c183-fadc-4a9b-81ab-e093b24b4812 admin admin] For port 2bd31420-e371-4420-b091-857e614ae7af, host dv-cinder-775706-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=2bd31420-e371-4420-b091-857e614ae7af,segment=NetworkSegment(9b7844a0-1abe-4440-ae4a-fa24878cbc31),segment_id=9b7844a0-1abe-4440-ae4a-fa24878cbc31)] {{(pid=94020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:43:51.336880 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-4dd0c183-fadc-4a9b-81ab-e093b24b4812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889411'] for port, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:51.349892 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.plugin [None req-4dd0c183-fadc-4a9b-81ab-e093b24b4812 admin admin] Calling delete_port for 2bd31420-e371-4420-b091-857e614ae7af owned by network:router_interface {{(pid=94020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 03:43:51.350173 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 59628) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:43:51.454850 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-0b1c9870-4793-48d7-86d9-7265262f6456 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1933869733-network', 'tenant_id': '21656a6878324fafb5fbd895f6641b53'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:43:51.477013 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b1c9870-4793-48d7-86d9-7265262f6456 admin admin] Made reservation on behalf of 21656a6878324fafb5fbd895f6641b53 for: {'network': 1} {{(pid=94021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 03:43:51.479570 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-0b1c9870-4793-48d7-86d9-7265262f6456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for network, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:51.489549 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-0b1c9870-4793-48d7-86d9-7265262f6456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:51.540491 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-4dd0c183-fadc-4a9b-81ab-e093b24b4812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731880598766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731880292810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937715'] for port, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:51.570036 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd0c183-fadc-4a9b-81ab-e093b24b4812 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bd31420-e371-4420-b091-857e614ae7af,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:43:51.581327 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device 792be6c2-892f-44e4-a556-097e8e961437 no longer exists at agent ovs-agent-dv-cinder-775706-4-iscsi {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 03:43:51.602613 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] No Port match for: 792be6c2-892f-44e4-a556-097e8e961437 {{(pid=94022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 25 03:43:51.603020 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device 792be6c2-892f-44e4-a556-097e8e961437 not bound to the agent host dv-cinder-775706-4-iscsi {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 03:43:51.622292 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-0b1c9870-4793-48d7-86d9-7265262f6456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:51.628691 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-0b1c9870-4793-48d7-86d9-7265262f6456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:51.650969 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b1c9870-4793-48d7-86d9-7265262f6456 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=94021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 03:43:51.665384 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1c9870-4793-48d7-86d9-7265262f6456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=703d7530-7f1f-40c6-a724-b6a283aed46e,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:43:51.680259 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-0b1c9870-4793-48d7-86d9-7265262f6456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614597'] for segment, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:51.680602 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.db.segments_db [None req-0b1c9870-4793-48d7-86d9-7265262f6456 admin admin] Added segment f5c6b44c-d8bc-4dee-8a72-f772f6ededb3 of type vlan for network 264cea73-8391-4d03-b5ff-a0fff4c6c217 Sep 25 03:43:51.724318 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-0b1c9870-4793-48d7-86d9-7265262f6456 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731880296735'] for network, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:51.756242 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-0b1c9870-4793-48d7-86d9-7265262f6456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117'] for network, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:51.757286 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1c9870-4793-48d7-86d9-7265262f6456 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:43:51.757971 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-0b1c9870-4793-48d7-86d9-7265262f6456 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3625783'] for network, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:51.759009 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-4dd0c183-fadc-4a9b-81ab-e093b24b4812 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3623124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3896979'] for router_interface, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:51.791182 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-0b1c9870-4793-48d7-86d9-7265262f6456 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4390311 Sep 25 03:43:51.793060 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 59632) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:43:51.797927 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-4ddf6617-0e9b-4178-ad61-a4d68b2ea3ed admin admin] Request body: {'subnet': {'network_id': '264cea73-8391-4d03-b5ff-a0fff4c6c217', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1933869733-subnet', 'tenant_id': '21656a6878324fafb5fbd895f6641b53', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:43:51.830466 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1c9870-4793-48d7-86d9-7265262f6456 admin admin] Pushing event updated for resources: {'Network': ['ID=264cea73-8391-4d03-b5ff-a0fff4c6c217,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:43:51.842251 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Network 264cea73-8391-4d03-b5ff-a0fff4c6c217 details requested by agent ovs-agent-dv-cinder-775706-4-iscsi with host dv-cinder-775706-4-iscsi {{(pid=94022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 03:43:51.846912 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ddf6617-0e9b-4178-ad61-a4d68b2ea3ed admin admin] Made reservation on behalf of 21656a6878324fafb5fbd895f6641b53 for: {'subnet': 1} {{(pid=94021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 03:43:51.849477 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-4ddf6617-0e9b-4178-ad61-a4d68b2ea3ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9426376'] for subnet, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:51.988721 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dd0c183-fadc-4a9b-81ab-e093b24b4812 admin admin] Router d5957849-933f-46a4-a332-38111b2b957a has already been hosted by L3 agent be170b3f-ec9b-4dfa-8e40-fa1591bf80a9 {{(pid=94020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 03:43:52.029750 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-4ddf6617-0e9b-4178-ad61-a4d68b2ea3ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3214462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9426426'] for subnet, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:52.088048 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf6617-0e9b-4178-ad61-a4d68b2ea3ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdf68158-0884-473e-bed7-d4b11e955ef7,revision_number=0']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:43:52.098912 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd0c183-fadc-4a9b-81ab-e093b24b4812 admin admin] Notify agent at l3_agent.dv-cinder-775706-4-iscsi the message routers_updated {{(pid=94020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 03:43:52.099117 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddf6617-0e9b-4178-ad61-a4d68b2ea3ed admin admin] Checking segment: {'id': 'f5c6b44c-d8bc-4dee-8a72-f772f6ededb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '264cea73-8391-4d03-b5ff-a0fff4c6c217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 03:43:52.099384 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddf6617-0e9b-4178-ad61-a4d68b2ea3ed admin admin] Network hostable DHCP agents. Network: 264cea73-8391-4d03-b5ff-a0fff4c6c217, hostable agents: ['2fa0f05e-bfa9-4bbd-9fe7-8d8f67ba176e'], hosted agents: [] {{(pid=94021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 03:43:52.104193 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-4dd0c183-fadc-4a9b-81ab-e093b24b4812 admin admin] 10.222.0.42 "PUT /v2.0/routers/d5957849-933f-46a4-a332-38111b2b957a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8251903 Sep 25 03:43:52.106776 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 59634) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:43:52.109930 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5383ab-db3d-4a18-a267-9ca3a4b72ad5 None None] Sync routers for ids ['d5957849-933f-46a4-a332-38111b2b957a'] in dv-cinder-775706-4-iscsi {{(pid=94023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 03:43:52.119233 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddf6617-0e9b-4178-ad61-a4d68b2ea3ed admin admin] Network 264cea73-8391-4d03-b5ff-a0fff4c6c217 is scheduled to be hosted by DHCP agent 2fa0f05e-bfa9-4bbd-9fe7-8d8f67ba176e with binding_index 1 {{(pid=94021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 03:43:52.121452 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5383ab-db3d-4a18-a267-9ca3a4b72ad5 None None] Routers {'d5957849-933f-46a4-a332-38111b2b957a'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:43:52.122154 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-fc5383ab-db3d-4a18-a267-9ca3a4b72ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:43:48Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['d5957849-933f-46a4-a332-38111b2b957a'], 'active': True} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:43:52.133717 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.scheduler.base_scheduler [None req-4ddf6617-0e9b-4178-ad61-a4d68b2ea3ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-4-iscsi, 264cea73-8391-4d03-b5ff-a0fff4c6c217) {{(pid=94021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:43:52.143313 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c62ab44-fe0c-4934-9638-2a710a1cd055 None None] Network 264cea73-8391-4d03-b5ff-a0fff4c6c217 requested from dv-cinder-775706-4-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 03:43:52.145461 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddf6617-0e9b-4178-ad61-a4d68b2ea3ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:43:52.145461 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-4ddf6617-0e9b-4178-ad61-a4d68b2ea3ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3625783'] for subnet, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:52.173331 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-4ddf6617-0e9b-4178-ad61-a4d68b2ea3ed admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3791125 Sep 25 03:43:52.238935 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-533de5f9-0386-40a7-bd2e-dd34694014b3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:52.259623 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvr_db [None req-fc5383ab-db3d-4a18-a267-9ca3a4b72ad5 None None] Set router d5957849-933f-46a4-a332-38111b2b957a gateway port host: dv-cinder-775706-4-iscsi {{(pid=94023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:43:52.343520 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7031cad-7b9c-4523-8d87-15e2102b63db None None] Network 264cea73-8391-4d03-b5ff-a0fff4c6c217 requested from dv-cinder-775706-4-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 03:43:52.401773 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-533de5f9-0386-40a7-bd2e-dd34694014b3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:52.523922 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.plugin [None req-533de5f9-0386-40a7-bd2e-dd34694014b3 admin admin] Deleting port c4b1fd14-816c-41c3-8f92-f773e1ed7875 {{(pid=94020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 03:43:52.524321 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-533de5f9-0386-40a7-bd2e-dd34694014b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731880592680'] for port, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:52.617365 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-533de5f9-0386-40a7-bd2e-dd34694014b3 admin admin] For port c4b1fd14-816c-41c3-8f92-f773e1ed7875, host dv-cinder-775706-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=c4b1fd14-816c-41c3-8f92-f773e1ed7875,segment=NetworkSegment(48bff68c-e483-4cc4-95dd-dcbe15bbe597),segment_id=48bff68c-e483-4cc4-95dd-dcbe15bbe597)] {{(pid=94020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:43:52.618130 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-533de5f9-0386-40a7-bd2e-dd34694014b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889411'] for port, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:52.620064 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-fc5383ab-db3d-4a18-a267-9ca3a4b72ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5957849-933f-46a4-a332-38111b2b957a', 'name': 'tempest-TestVolumeBootPattern-148685335-router', 'tenant_id': 'c0bad056a1b045f3849b65aa757c9146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'external_fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': 'c4b1fd14-816c-41c3-8f92-f773e1ed7875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:34:15Z', 'updated_at': '2021-09-25T03:43:51Z', 'revision_number': 5, 'project_id': 'c0bad056a1b045f3849b65aa757c9146', 'gw_port': {'id': 'c4b1fd14-816c-41c3-8f92-f773e1ed7875', 'name': '', 'network_id': '11c2fcee-3e12-40fc-bbdd-73661221b9b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5957849-933f-46a4-a332-38111b2b957a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T03:34:16Z', 'updated_at': '2021-09-25T03:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf1e901-4101-4c8d-9b58-09aedeb11d2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-4-iscsi'}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:43:52.632842 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.plugin [None req-533de5f9-0386-40a7-bd2e-dd34694014b3 admin admin] Calling delete_port for c4b1fd14-816c-41c3-8f92-f773e1ed7875 owned by network:router_gateway {{(pid=94020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 03:43:52.650352 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5383ab-db3d-4a18-a267-9ca3a4b72ad5 None None] Checking router: d5957849-933f-46a4-a332-38111b2b957a for host: dv-cinder-775706-4-iscsi {{(pid=94023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 03:43:52.659091 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5383ab-db3d-4a18-a267-9ca3a4b72ad5 None None] Routers {'d5957849-933f-46a4-a332-38111b2b957a'} bound to L3 agent in host dv-cinder-775706-4-iscsi {{(pid=94023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 03:43:52.659769 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-fc5383ab-db3d-4a18-a267-9ca3a4b72ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-25T03:21:48Z,description=,heartbeat_timestamp=2021-09-25T03:43:48Z,host='dv-cinder-775706-4-iscsi',id=be170b3f-ec9b-4dfa-8e40-fa1591bf80a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T03:21:48Z,topic='l3_agent')) {'router_ids': ['d5957849-933f-46a4-a332-38111b2b957a'], 'active': True} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:43:52.715204 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac10c9e-b688-4d19-bd9b-1565430311f0 req-ac9eeb6d-405f-4286-9d84-abb0e3acf9b1 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:43:52.716934 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-cac10c9e-b688-4d19-bd9b-1565430311f0 req-ac9eeb6d-405f-4286-9d84-abb0e3acf9b1 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/networks?id=264cea73-8391-4d03-b5ff-a0fff4c6c217 HTTP/1.1" status: 200 len: 815 time: 0.1077011 Sep 25 03:43:52.733201 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-cac10c9e-b688-4d19-bd9b-1565430311f0 req-73f89a69-d6f8-4a9d-9a5c-6ba58f728ce0 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/quotas/21656a6878324fafb5fbd895f6641b53 HTTP/1.1" status: 200 len: 375 time: 0.0098481 Sep 25 03:43:52.756191 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvr_db [None req-fc5383ab-db3d-4a18-a267-9ca3a4b72ad5 None None] Set router d5957849-933f-46a4-a332-38111b2b957a gateway port host: None {{(pid=94023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 03:43:52.782857 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-cac10c9e-b688-4d19-bd9b-1565430311f0 req-58283fed-7808-4510-a76e-4b7e3682022a tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=21656a6878324fafb5fbd895f6641b53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399663 Sep 25 03:43:52.809405 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-fc5383ab-db3d-4a18-a267-9ca3a4b72ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5957849-933f-46a4-a332-38111b2b957a', 'name': 'tempest-TestVolumeBootPattern-148685335-router', 'tenant_id': 'c0bad056a1b045f3849b65aa757c9146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:34:15Z', 'updated_at': '2021-09-25T03:43:52Z', 'revision_number': 6, 'project_id': 'c0bad056a1b045f3849b65aa757c9146', 'gw_port_host': None}], 'dv-cinder-775706-4-iscsi', False) {} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:43:52.825958 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-533de5f9-0386-40a7-bd2e-dd34694014b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731880598766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731880292810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937715'] for port, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:52.839034 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5383ab-db3d-4a18-a267-9ca3a4b72ad5 None None] The sync data for ids ['d5957849-933f-46a4-a332-38111b2b957a'] in dv-cinder-775706-4-iscsi is: [{'id': 'd5957849-933f-46a4-a332-38111b2b957a', 'name': 'tempest-TestVolumeBootPattern-148685335-router', 'tenant_id': 'c0bad056a1b045f3849b65aa757c9146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T03:34:15Z', 'updated_at': '2021-09-25T03:43:52Z', 'revision_number': 6, 'project_id': 'c0bad056a1b045f3849b65aa757c9146', 'gw_port_host': None}] {{(pid=94023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 03:43:52.854888 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533de5f9-0386-40a7-bd2e-dd34694014b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4b1fd14-816c-41c3-8f92-f773e1ed7875,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:43:52.883502 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-cac10c9e-b688-4d19-bd9b-1565430311f0 req-8e351f8f-96c9-4a95-a58b-8ba7c81bfc37 service neutron] 10.222.0.42 "GET /v2.0/networks/264cea73-8391-4d03-b5ff-a0fff4c6c217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997548 Sep 25 03:43:52.927643 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-533de5f9-0386-40a7-bd2e-dd34694014b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3896912'] for router_gateway, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:53.018248 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-533de5f9-0386-40a7-bd2e-dd34694014b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3899199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-678'] for router, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:53.020974 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-533de5f9-0386-40a7-bd2e-dd34694014b3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:53.066781 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-533de5f9-0386-40a7-bd2e-dd34694014b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3899190'] for router, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:53.067353 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-533de5f9-0386-40a7-bd2e-dd34694014b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5957849-933f-46a4-a332-38111b2b957a {{(pid=94020) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 03:43:53.071783 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-533de5f9-0386-40a7-bd2e-dd34694014b3 admin admin] Notify callbacks [] for router, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:53.073019 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-533de5f9-0386-40a7-bd2e-dd34694014b3 admin admin] 10.222.0.42 "DELETE /v2.0/routers/d5957849-933f-46a4-a332-38111b2b957a HTTP/1.1" status: 204 len: 168 time: 0.9646943 Sep 25 03:43:53.076340 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 59676) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:43:53.124187 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.db.db_base_plugin_v2 [None req-584496cd-3ae1-4ed9-8011-53588ab550f7 admin admin] Deleting subnet 3ce76969-68f5-4aa6-ba30-a2d99fa09209 {{(pid=94020) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 25 03:43:53.127607 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-584496cd-3ae1-4ed9-8011-53588ab550f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:53.168806 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-584496cd-3ae1-4ed9-8011-53588ab550f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328182'] for subnet, precommit_delete_associations {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:53.260425 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-584496cd-3ae1-4ed9-8011-53588ab550f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611410'] for subnet, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:53.264145 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-cac10c9e-b688-4d19-bd9b-1565430311f0 req-f65a98c6-7e7e-467c-9daf-9bb35c97bf59 service neutron] 10.222.0.42 "GET /v2.0/networks/264cea73-8391-4d03-b5ff-a0fff4c6c217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3729026 Sep 25 03:43:53.324470 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-584496cd-3ae1-4ed9-8011-53588ab550f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9253219'] for subnet, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:53.350451 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584496cd-3ae1-4ed9-8011-53588ab550f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ce76969-68f5-4aa6-ba30-a2d99fa09209,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:43:53.354129 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-584496cd-3ae1-4ed9-8011-53588ab550f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:53.356010 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-584496cd-3ae1-4ed9-8011-53588ab550f7 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/3ce76969-68f5-4aa6-ba30-a2d99fa09209 HTTP/1.1" status: 204 len: 168 time: 0.2789152 Sep 25 03:43:53.358783 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 59678) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:43:53.360800 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c60c74f-5749-4df6-8446-356dc42824ad None None] Network 235393c7-2c08-4a3b-b385-a9d601c1f1ee requested from dv-cinder-775706-4-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 03:43:53.457548 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-a481f78f-e870-4c60-81d3-44ce22f1b297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581802'] for network, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:53.461113 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3d96dab5-ffae-4d9a-b5de-aaf71707c40c req-a5e4b45b-2ab7-4b13-a9ce-aa2abf2c765a tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/ports?device_id=e57c28c2-457d-484f-96e0-c04b5d0748f2 HTTP/1.1" status: 200 len: 210 time: 0.0376928 Sep 25 03:43:53.525347 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [None req-a481f78f-e870-4c60-81d3-44ce22f1b297 admin admin] Deleting port 6283367e-0588-4d6b-ad1b-0865a2d2df1f {{(pid=94021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 03:43:53.525807 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-a481f78f-e870-4c60-81d3-44ce22f1b297 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731880592680'] for port, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:53.593658 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [None req-a481f78f-e870-4c60-81d3-44ce22f1b297 admin admin] For port 6283367e-0588-4d6b-ad1b-0865a2d2df1f, host dv-cinder-775706-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-4-iscsi',level=0,port_id=6283367e-0588-4d6b-ad1b-0865a2d2df1f,segment=NetworkSegment(9b7844a0-1abe-4440-ae4a-fa24878cbc31),segment_id=9b7844a0-1abe-4440-ae4a-fa24878cbc31)] {{(pid=94021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:43:53.593898 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-a481f78f-e870-4c60-81d3-44ce22f1b297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889411'] for port, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:53.621337 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [None req-a481f78f-e870-4c60-81d3-44ce22f1b297 admin admin] Calling delete_port for 6283367e-0588-4d6b-ad1b-0865a2d2df1f owned by network:dhcp {{(pid=94021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 03:43:53.640225 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bde71fc-f236-4c94-8d01-6d4be6876dd6 None None] DHCP port deletion for 235393c7-2c08-4a3b-b385-a9d601c1f1ee request from dv-cinder-775706-4-iscsi {{(pid=94022) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 25 03:43:53.737383 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device 2bd31420-e371-4420-b091-857e614ae7af no longer exists at agent ovs-agent-dv-cinder-775706-4-iscsi {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 03:43:53.756631 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-0bde71fc-f236-4c94-8d01-6d4be6876dd6 None None] Deleting port 6283367e-0588-4d6b-ad1b-0865a2d2df1f {{(pid=94022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 03:43:53.757331 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-0bde71fc-f236-4c94-8d01-6d4be6876dd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731880592680'] for port, before_delete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:53.761991 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-a481f78f-e870-4c60-81d3-44ce22f1b297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731880598766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731880292810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3214562'] for port, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:53.790539 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] No Port match for: 2bd31420-e371-4420-b091-857e614ae7af {{(pid=94022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 25 03:43:53.790782 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a481f78f-e870-4c60-81d3-44ce22f1b297 admin admin] Pushing event deleted for resources: {'Port': ['ID=6283367e-0588-4d6b-ad1b-0865a2d2df1f,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:43:53.792525 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a481f78f-e870-4c60-81d3-44ce22f1b297 admin admin] No DVR routers for this DVR port 6283367e-0588-4d6b-ad1b-0865a2d2df1f on host dv-cinder-775706-4-iscsi {{(pid=94021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 25 03:43:53.796182 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device 2bd31420-e371-4420-b091-857e614ae7af not bound to the agent host dv-cinder-775706-4-iscsi {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 03:43:53.796882 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device 6283367e-0588-4d6b-ad1b-0865a2d2df1f no longer exists at agent ovs-agent-dv-cinder-775706-4-iscsi {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 03:43:53.830425 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] No Port match for: 6283367e-0588-4d6b-ad1b-0865a2d2df1f {{(pid=94022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 25 03:43:53.831061 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device 6283367e-0588-4d6b-ad1b-0865a2d2df1f not bound to the agent host dv-cinder-775706-4-iscsi {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 03:43:53.831655 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device c4b1fd14-816c-41c3-8f92-f773e1ed7875 no longer exists at agent ovs-agent-dv-cinder-775706-4-iscsi {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 03:43:53.860515 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] No Port match for: c4b1fd14-816c-41c3-8f92-f773e1ed7875 {{(pid=94022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 25 03:43:53.860812 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Device c4b1fd14-816c-41c3-8f92-f773e1ed7875 not bound to the agent host dv-cinder-775706-4-iscsi {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 03:43:53.875201 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-a481f78f-e870-4c60-81d3-44ce22f1b297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611307', 'neutron.services.segments.db._delete_segments_for_network-8731880838548'] for network, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:53.899635 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-0bde71fc-f236-4c94-8d01-6d4be6876dd6 None None] For port 6283367e-0588-4d6b-ad1b-0865a2d2df1f, host dv-cinder-775706-4-iscsi, got binding levels [] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:43:53.901005 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-0bde71fc-f236-4c94-8d01-6d4be6876dd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889411'] for port, precommit_delete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:53.902389 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.services.segments.db [None req-a481f78f-e870-4c60-81d3-44ce22f1b297 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['235393c7-2c08-4a3b-b385-a9d601c1f1ee']}} {{(pid=94021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:43:53.912790 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.services.segments.db [None req-a481f78f-e870-4c60-81d3-44ce22f1b297 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b7844a0-1abe-4440-ae4a-fa24878cbc31') {'for_net_delete': True} {{(pid=94021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:43:53.913362 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.services.segments.db [None req-a481f78f-e870-4c60-81d3-44ce22f1b297 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b7844a0-1abe-4440-ae4a-fa24878cbc31') {} {{(pid=94021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:43:53.915522 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-0bde71fc-f236-4c94-8d01-6d4be6876dd6 None None] Calling delete_port for 6283367e-0588-4d6b-ad1b-0865a2d2df1f owned by network:dhcp {{(pid=94022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 03:43:53.918728 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.ipam_backend_mixin [None req-0bde71fc-f236-4c94-8d01-6d4be6876dd6 None None] Port 6283367e-0588-4d6b-ad1b-0865a2d2df1f was not found and therefore no delete operation was performed {{(pid=94022) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 25 03:43:53.920829 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-0bde71fc-f236-4c94-8d01-6d4be6876dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731880598766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731880292810'] for port, after_delete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:53.936232 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-a481f78f-e870-4c60-81d3-44ce22f1b297 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731880837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3212167'] for segment, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:53.954285 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bde71fc-f236-4c94-8d01-6d4be6876dd6 None None] Pushing event deleted for resources: {'Port': ['ID=6283367e-0588-4d6b-ad1b-0865a2d2df1f,revision_number=None']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:43:53.956614 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bde71fc-f236-4c94-8d01-6d4be6876dd6 None None] No DVR routers for this DVR port 6283367e-0588-4d6b-ad1b-0865a2d2df1f on host dv-cinder-775706-4-iscsi {{(pid=94022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 25 03:43:53.957901 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-a481f78f-e870-4c60-81d3-44ce22f1b297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614597'] for segment, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:53.967155 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a481f78f-e870-4c60-81d3-44ce22f1b297 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=94021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 03:43:53.968786 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-a481f78f-e870-4c60-81d3-44ce22f1b297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3213329'] for segment, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:53.971189 dv-cinder-775706-4-iscsi neutron-server[94021]: Traceback (most recent call last): Sep 25 03:43:53.971189 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 25 03:43:53.971189 dv-cinder-775706-4-iscsi neutron-server[94021]: timer() Sep 25 03:43:53.971189 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 25 03:43:53.971189 dv-cinder-775706-4-iscsi neutron-server[94021]: cb(*args, **kw) Sep 25 03:43:53.971189 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 25 03:43:53.971189 dv-cinder-775706-4-iscsi neutron-server[94021]: return func(*args, **kwargs) Sep 25 03:43:53.971189 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 25 03:43:53.971189 dv-cinder-775706-4-iscsi neutron-server[94021]: self._notify() Sep 25 03:43:53.971189 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 25 03:43:53.971189 dv-cinder-775706-4-iscsi neutron-server[94021]: self.callback(batched_events) Sep 25 03:43:53.971189 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 25 03:43:53.971189 dv-cinder-775706-4-iscsi neutron-server[94021]: event.method(event) Sep 25 03:43:53.971189 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 25 03:43:53.971189 dv-cinder-775706-4-iscsi neutron-server[94021]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 25 03:43:53.971189 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 25 03:43:53.971189 dv-cinder-775706-4-iscsi neutron-server[94021]: aggregate_uuid = self.p_client.list_aggregates( Sep 25 03:43:53.971189 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 25 03:43:53.971189 dv-cinder-775706-4-iscsi neutron-server[94021]: return f(self, *a, **k) Sep 25 03:43:53.971189 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 25 03:43:53.971189 dv-cinder-775706-4-iscsi neutron-server[94021]: return self._get(url).json() Sep 25 03:43:53.971189 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 25 03:43:53.971189 dv-cinder-775706-4-iscsi neutron-server[94021]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 25 03:43:53.971189 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 25 03:43:53.971189 dv-cinder-775706-4-iscsi neutron-server[94021]: return self.request(url, 'GET', **kwargs) Sep 25 03:43:53.971189 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 25 03:43:53.971189 dv-cinder-775706-4-iscsi neutron-server[94021]: base_url = self.get_endpoint(auth, allow=allow, Sep 25 03:43:53.971189 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 25 03:43:53.971189 dv-cinder-775706-4-iscsi neutron-server[94021]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 25 03:43:53.971189 dv-cinder-775706-4-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 25 03:43:53.971189 dv-cinder-775706-4-iscsi neutron-server[94021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 25 03:43:53.971189 dv-cinder-775706-4-iscsi neutron-server[94021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 25 03:43:53.974032 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde71fc-f236-4c94-8d01-6d4be6876dd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:43:53.974032 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde71fc-f236-4c94-8d01-6d4be6876dd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:43:53.974032 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde71fc-f236-4c94-8d01-6d4be6876dd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:43:53.974032 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde71fc-f236-4c94-8d01-6d4be6876dd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:43:53.974032 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde71fc-f236-4c94-8d01-6d4be6876dd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:43:53.974537 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde71fc-f236-4c94-8d01-6d4be6876dd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:43:53.974631 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde71fc-f236-4c94-8d01-6d4be6876dd6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:43:53.974897 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde71fc-f236-4c94-8d01-6d4be6876dd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:43:53.975248 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde71fc-f236-4c94-8d01-6d4be6876dd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:43:53.975593 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde71fc-f236-4c94-8d01-6d4be6876dd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:43:53.975898 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde71fc-f236-4c94-8d01-6d4be6876dd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:43:53.976218 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde71fc-f236-4c94-8d01-6d4be6876dd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:43:54.039804 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-a481f78f-e870-4c60-81d3-44ce22f1b297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896844'] for network, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:54.046712 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-a481f78f-e870-4c60-81d3-44ce22f1b297 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3625783'] for network, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:54.049430 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-a481f78f-e870-4c60-81d3-44ce22f1b297 admin admin] 10.222.0.42 "DELETE /v2.0/networks/235393c7-2c08-4a3b-b385-a9d601c1f1ee HTTP/1.1" status: 204 len: 168 time: 0.6892991 Sep 25 03:43:54.065620 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a481f78f-e870-4c60-81d3-44ce22f1b297 admin admin] Pushing event deleted for resources: {'Network': ['ID=235393c7-2c08-4a3b-b385-a9d601c1f1ee,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:43:54.176533 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 59700) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:43:54.229668 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-d5f12a24-42ae-4788-9394-7264f13c01d4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=db363e7cf1b9415d89602f3298329e35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0517325 Sep 25 03:43:54.232108 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 59702) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:43:54.282904 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-5be47b0c-a198-4e45-bfe0-673b5c9622e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:54.304357 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-5be47b0c-a198-4e45-bfe0-673b5c9622e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:54.351882 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-5be47b0c-a198-4e45-bfe0-673b5c9622e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:54.355208 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-5be47b0c-a198-4e45-bfe0-673b5c9622e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:54.356530 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-5be47b0c-a198-4e45-bfe0-673b5c9622e4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7742002d-43d3-4fae-b106-4ecb38d73233 HTTP/1.1" status: 204 len: 168 time: 0.1233544 Sep 25 03:43:54.364599 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be47b0c-a198-4e45-bfe0-673b5c9622e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7742002d-43d3-4fae-b106-4ecb38d73233,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:43:54.575126 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ee80e78b-f823-4c72-9b52-27e9f96f2f01 req-47cc348b-0e9f-40b8-b074-bf28b3fb6772 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/ports?device_id=e57c28c2-457d-484f-96e0-c04b5d0748f2 HTTP/1.1" status: 200 len: 210 time: 0.0264280 Sep 25 03:43:54.700273 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 59710) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:43:54.744418 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-9a824d00-540f-480b-9460-9e3e7c416cc8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c0bad056a1b045f3849b65aa757c9146&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0429134 Sep 25 03:43:54.748122 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 59714) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:43:54.758772 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 59716) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:43:54.803900 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-703b5233-3858-4372-af73-0382b50dc0c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:54.806377 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.db.db_base_plugin_v2 [None req-911fb99f-32f2-4d59-8a3a-d97da5b512b7 admin admin] Deleting subnet 5989d88d-ea8f-44fd-8127-a0303bee2798 {{(pid=94021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 25 03:43:54.810160 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-911fb99f-32f2-4d59-8a3a-d97da5b512b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:54.827482 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-703b5233-3858-4372-af73-0382b50dc0c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:54.846913 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-911fb99f-32f2-4d59-8a3a-d97da5b512b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3212190'] for subnet, precommit_delete_associations {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:54.880419 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-703b5233-3858-4372-af73-0382b50dc0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:54.884884 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-703b5233-3858-4372-af73-0382b50dc0c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:54.886867 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-703b5233-3858-4372-af73-0382b50dc0c9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2c6a1312-b0f7-4532-8db3-150055776a29 HTTP/1.1" status: 204 len: 168 time: 0.1377306 Sep 25 03:43:54.888381 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-911fb99f-32f2-4d59-8a3a-d97da5b512b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611410'] for subnet, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:54.895554 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703b5233-3858-4372-af73-0382b50dc0c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6a1312-b0f7-4532-8db3-150055776a29,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:43:54.959777 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-911fb99f-32f2-4d59-8a3a-d97da5b512b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3214527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9426413'] for subnet, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:54.974308 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-911fb99f-32f2-4d59-8a3a-d97da5b512b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3625783'] for subnet, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:54.979487 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 59720) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:43:54.979721 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-911fb99f-32f2-4d59-8a3a-d97da5b512b7 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/5989d88d-ea8f-44fd-8127-a0303bee2798 HTTP/1.1" status: 204 len: 168 time: 0.2197137 Sep 25 03:43:55.007550 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911fb99f-32f2-4d59-8a3a-d97da5b512b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5989d88d-ea8f-44fd-8127-a0303bee2798,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:43:55.127395 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-1efdb313-a86a-43b9-a44b-b4b344decebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581802'] for network, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:55.150434 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac10c9e-b688-4d19-bd9b-1565430311f0 req-dd35e779-8056-46fe-b9cc-6c3be8390874 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:43:55.152027 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-cac10c9e-b688-4d19-bd9b-1565430311f0 req-dd35e779-8056-46fe-b9cc-6c3be8390874 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.45 "GET /v2.0/networks?id=264cea73-8391-4d03-b5ff-a0fff4c6c217 HTTP/1.1" status: 200 len: 815 time: 0.1988988 Sep 25 03:43:55.181742 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [req-cac10c9e-b688-4d19-bd9b-1565430311f0 req-ff227528-674a-4143-bd1a-c1bcc1eb93fe tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Request body: {'port': {'device_id': 'e57c28c2-457d-484f-96e0-c04b5d0748f2', 'network_id': '264cea73-8391-4d03-b5ff-a0fff4c6c217', 'admin_state_up': True, 'tenant_id': '21656a6878324fafb5fbd895f6641b53'}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:43:55.265507 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-1efdb313-a86a-43b9-a44b-b4b344decebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611307', 'neutron.services.segments.db._delete_segments_for_network-8731880838548'] for network, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:55.329802 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.services.segments.db [None req-1efdb313-a86a-43b9-a44b-b4b344decebf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02ebdb2d-016d-4763-8c2a-aee72dc5b6a5']}} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:43:55.348058 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.services.segments.db [None req-1efdb313-a86a-43b9-a44b-b4b344decebf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc8dd30a-0cdb-44a9-9a57-83a64cda11c0') {'for_net_delete': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:43:55.348331 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.services.segments.db [None req-1efdb313-a86a-43b9-a44b-b4b344decebf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc8dd30a-0cdb-44a9-9a57-83a64cda11c0') {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:43:55.360148 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-1efdb313-a86a-43b9-a44b-b4b344decebf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731880837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328175'] for segment, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:55.378591 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-1efdb313-a86a-43b9-a44b-b4b344decebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614597'] for segment, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:55.387950 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1efdb313-a86a-43b9-a44b-b4b344decebf admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=94020) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 03:43:55.388586 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-1efdb313-a86a-43b9-a44b-b4b344decebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8938496'] for segment, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:55.390344 dv-cinder-775706-4-iscsi neutron-server[94020]: Traceback (most recent call last): Sep 25 03:43:55.390344 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 25 03:43:55.390344 dv-cinder-775706-4-iscsi neutron-server[94020]: timer() Sep 25 03:43:55.390344 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 25 03:43:55.390344 dv-cinder-775706-4-iscsi neutron-server[94020]: cb(*args, **kw) Sep 25 03:43:55.390344 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 25 03:43:55.390344 dv-cinder-775706-4-iscsi neutron-server[94020]: return func(*args, **kwargs) Sep 25 03:43:55.390344 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 25 03:43:55.390344 dv-cinder-775706-4-iscsi neutron-server[94020]: self._notify() Sep 25 03:43:55.390344 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 25 03:43:55.390344 dv-cinder-775706-4-iscsi neutron-server[94020]: self.callback(batched_events) Sep 25 03:43:55.390344 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 25 03:43:55.390344 dv-cinder-775706-4-iscsi neutron-server[94020]: event.method(event) Sep 25 03:43:55.390344 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 25 03:43:55.390344 dv-cinder-775706-4-iscsi neutron-server[94020]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 25 03:43:55.390344 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 25 03:43:55.390344 dv-cinder-775706-4-iscsi neutron-server[94020]: aggregate_uuid = self.p_client.list_aggregates( Sep 25 03:43:55.390344 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 25 03:43:55.390344 dv-cinder-775706-4-iscsi neutron-server[94020]: return f(self, *a, **k) Sep 25 03:43:55.390344 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 25 03:43:55.390344 dv-cinder-775706-4-iscsi neutron-server[94020]: return self._get(url).json() Sep 25 03:43:55.390344 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 25 03:43:55.390344 dv-cinder-775706-4-iscsi neutron-server[94020]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 25 03:43:55.390344 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 25 03:43:55.390344 dv-cinder-775706-4-iscsi neutron-server[94020]: return self.request(url, 'GET', **kwargs) Sep 25 03:43:55.390344 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 25 03:43:55.390344 dv-cinder-775706-4-iscsi neutron-server[94020]: base_url = self.get_endpoint(auth, allow=allow, Sep 25 03:43:55.390344 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 25 03:43:55.390344 dv-cinder-775706-4-iscsi neutron-server[94020]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 25 03:43:55.390344 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 25 03:43:55.390344 dv-cinder-775706-4-iscsi neutron-server[94020]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 25 03:43:55.390344 dv-cinder-775706-4-iscsi neutron-server[94020]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 25 03:43:55.413197 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cac10c9e-b688-4d19-bd9b-1565430311f0 req-ff227528-674a-4143-bd1a-c1bcc1eb93fe tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Made reservation on behalf of 21656a6878324fafb5fbd895f6641b53 for: {'port': 1} {{(pid=94020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 03:43:55.416743 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-cac10c9e-b688-4d19-bd9b-1565430311f0 req-ff227528-674a-4143-bd1a-c1bcc1eb93fe tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:55.473731 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-1efdb313-a86a-43b9-a44b-b4b344decebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896844'] for network, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:55.478205 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-1efdb313-a86a-43b9-a44b-b4b344decebf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3625783'] for network, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:55.480138 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-1efdb313-a86a-43b9-a44b-b4b344decebf admin admin] 10.222.0.42 "DELETE /v2.0/networks/02ebdb2d-016d-4763-8c2a-aee72dc5b6a5 HTTP/1.1" status: 204 len: 168 time: 0.4992640 Sep 25 03:43:55.521633 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efdb313-a86a-43b9-a44b-b4b344decebf admin admin] Pushing event deleted for resources: {'Network': ['ID=02ebdb2d-016d-4763-8c2a-aee72dc5b6a5,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:43:55.598288 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.db.db_base_plugin_common [req-cac10c9e-b688-4d19-bd9b-1565430311f0 req-ff227528-674a-4143-bd1a-c1bcc1eb93fe tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Allocated IP 172.20.0.5 (264cea73-8391-4d03-b5ff-a0fff4c6c217/cdf68158-0884-473e-bed7-d4b11e955ef7/25f6ad5f-bf09-418a-ba02-efdee5f9ae1b) {{(pid=94020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 03:43:55.674291 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9d270a7e-81e3-4aed-afd2-5e9068351e69 req-764fa0bc-f28e-40a6-b38b-1235b9ca1768 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/ports?device_id=e57c28c2-457d-484f-96e0-c04b5d0748f2 HTTP/1.1" status: 200 len: 210 time: 0.0293319 Sep 25 03:43:55.683490 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 59730) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:43:55.731304 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-b43d2704-35f3-44c0-b89b-3b73b3aad3b8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d199f73ae1cb4fd9b98dd0a801b2efdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0465465 Sep 25 03:43:55.734389 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 59732) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:43:55.774571 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-cac10c9e-b688-4d19-bd9b-1565430311f0 req-ff227528-674a-4143-bd1a-c1bcc1eb93fe tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Notify callbacks [] for port, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:55.784872 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-fb9cba39-f002-41b7-968a-c26c5754dc23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:55.806727 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-fb9cba39-f002-41b7-968a-c26c5754dc23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:55.814721 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-cac10c9e-b688-4d19-bd9b-1565430311f0 req-ff227528-674a-4143-bd1a-c1bcc1eb93fe tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731880292801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937715'] for port, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:55.856563 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cac10c9e-b688-4d19-bd9b-1565430311f0 req-ff227528-674a-4143-bd1a-c1bcc1eb93fe tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Network 264cea73-8391-4d03-b5ff-a0fff4c6c217 is already hosted by enough agents. {{(pid=94020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 03:43:55.857087 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-fb9cba39-f002-41b7-968a-c26c5754dc23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:55.859828 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-fb9cba39-f002-41b7-968a-c26c5754dc23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:55.859966 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.base_scheduler [req-cac10c9e-b688-4d19-bd9b-1565430311f0 req-ff227528-674a-4143-bd1a-c1bcc1eb93fe tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Resources bound (agent type, host, resource id): {{(pid=94020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:43:55.863606 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-fb9cba39-f002-41b7-968a-c26c5754dc23 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a3f9c1c1-3f4c-4f41-b1eb-9a5a48aeb641 HTTP/1.1" status: 204 len: 168 time: 0.1257093 Sep 25 03:43:55.863777 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [req-cac10c9e-b688-4d19-bd9b-1565430311f0 req-ff227528-674a-4143-bd1a-c1bcc1eb93fe tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Received port after_create {{(pid=94020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 03:43:55.870979 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9cba39-f002-41b7-968a-c26c5754dc23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f9c1c1-3f4c-4f41-b1eb-9a5a48aeb641,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:43:55.893844 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff227528-674a-4143-bd1a-c1bcc1eb93fe tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Pushing event updated for resources: {'Port': ['ID=25f6ad5f-bf09-418a-ba02-efdee5f9ae1b,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:43:55.922685 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac10c9e-b688-4d19-bd9b-1565430311f0 req-ff227528-674a-4143-bd1a-c1bcc1eb93fe tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:43:55.923326 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-cac10c9e-b688-4d19-bd9b-1565430311f0 req-ff227528-674a-4143-bd1a-c1bcc1eb93fe tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950'] for port, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:55.938874 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-cac10c9e-b688-4d19-bd9b-1565430311f0 req-ff227528-674a-4143-bd1a-c1bcc1eb93fe tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7613609 Sep 25 03:43:55.958704 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [req-cac10c9e-b688-4d19-bd9b-1565430311f0 req-9c42fcd0-230d-40ae-9f7f-1e1188d39b96 service neutron] Request body: {'port': {'device_id': 'e57c28c2-457d-484f-96e0-c04b5d0748f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:43:56.014505 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-cac10c9e-b688-4d19-bd9b-1565430311f0 req-9c42fcd0-230d-40ae-9f7f-1e1188d39b96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:56.535824 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.notifiers.nova [req-cac10c9e-b688-4d19-bd9b-1565430311f0 req-9c42fcd0-230d-40ae-9f7f-1e1188d39b96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25f6ad5f-bf09-418a-ba02-efdee5f9ae1b {{(pid=94020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 03:43:56.544027 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-cac10c9e-b688-4d19-bd9b-1565430311f0 req-9c42fcd0-230d-40ae-9f7f-1e1188d39b96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:56.557250 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.db.provisioning_blocks [req-cac10c9e-b688-4d19-bd9b-1565430311f0 req-9c42fcd0-230d-40ae-9f7f-1e1188d39b96 service neutron] Transition to ACTIVE for port object 25f6ad5f-bf09-418a-ba02-efdee5f9ae1b will not be triggered until provisioned by entity L2. {{(pid=94020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 25 03:43:56.565188 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-cac10c9e-b688-4d19-bd9b-1565430311f0 req-9c42fcd0-230d-40ae-9f7f-1e1188d39b96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937720'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:56.615774 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c42fcd0-230d-40ae-9f7f-1e1188d39b96 service neutron] Pushing event updated for resources: {'Port': ['ID=25f6ad5f-bf09-418a-ba02-efdee5f9ae1b,revision_number=2']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:43:56.689194 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [req-cac10c9e-b688-4d19-bd9b-1565430311f0 req-9c42fcd0-230d-40ae-9f7f-1e1188d39b96 service neutron] Attempting to bind port 25f6ad5f-bf09-418a-ba02-efdee5f9ae1b on host hv-cinder-77570 for vnic_type normal with profile {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 03:43:56.689497 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [req-cac10c9e-b688-4d19-bd9b-1565430311f0 req-9c42fcd0-230d-40ae-9f7f-1e1188d39b96 service neutron] Attempting to bind port 25f6ad5f-bf09-418a-ba02-efdee5f9ae1b by drivers openvswitch,hyperv on host hv-cinder-77570 at level 0 using segments [{'id': 'f5c6b44c-d8bc-4dee-8a72-f772f6ededb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '264cea73-8391-4d03-b5ff-a0fff4c6c217'}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 03:43:56.689833 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac10c9e-b688-4d19-bd9b-1565430311f0 req-9c42fcd0-230d-40ae-9f7f-1e1188d39b96 service neutron] Attempting to bind port 25f6ad5f-bf09-418a-ba02-efdee5f9ae1b on network 264cea73-8391-4d03-b5ff-a0fff4c6c217 {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 03:43:56.694425 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac10c9e-b688-4d19-bd9b-1565430311f0 req-9c42fcd0-230d-40ae-9f7f-1e1188d39b96 service neutron] Port 25f6ad5f-bf09-418a-ba02-efdee5f9ae1b on network 264cea73-8391-4d03-b5ff-a0fff4c6c217 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77570 {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 25 03:43:56.694927 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac10c9e-b688-4d19-bd9b-1565430311f0 req-9c42fcd0-230d-40ae-9f7f-1e1188d39b96 service neutron] Attempting to bind port 25f6ad5f-bf09-418a-ba02-efdee5f9ae1b on network 264cea73-8391-4d03-b5ff-a0fff4c6c217 {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 03:43:56.699662 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac10c9e-b688-4d19-bd9b-1565430311f0 req-9c42fcd0-230d-40ae-9f7f-1e1188d39b96 service neutron] Checking agent: {'id': '508f5817-0468-490c-b4b9-d8db88d5fd84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 3, 27, 55), 'started_at': datetime.datetime(2021, 9, 25, 3, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 3, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 03:43:56.699988 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac10c9e-b688-4d19-bd9b-1565430311f0 req-9c42fcd0-230d-40ae-9f7f-1e1188d39b96 service neutron] Checking segment: {'id': 'f5c6b44c-d8bc-4dee-8a72-f772f6ededb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '264cea73-8391-4d03-b5ff-a0fff4c6c217'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 03:43:56.700365 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac10c9e-b688-4d19-bd9b-1565430311f0 req-9c42fcd0-230d-40ae-9f7f-1e1188d39b96 service neutron] Bound using segment: {'id': 'f5c6b44c-d8bc-4dee-8a72-f772f6ededb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '264cea73-8391-4d03-b5ff-a0fff4c6c217'} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 03:43:56.701448 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [req-cac10c9e-b688-4d19-bd9b-1565430311f0 req-9c42fcd0-230d-40ae-9f7f-1e1188d39b96 service neutron] Bound port: 25f6ad5f-bf09-418a-ba02-efdee5f9ae1b, host: hv-cinder-77570, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5c6b44c-d8bc-4dee-8a72-f772f6ededb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '264cea73-8391-4d03-b5ff-a0fff4c6c217'}}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 03:43:56.701802 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-cac10c9e-b688-4d19-bd9b-1565430311f0 req-9c42fcd0-230d-40ae-9f7f-1e1188d39b96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:56.771032 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.db [req-cac10c9e-b688-4d19-bd9b-1565430311f0 req-9c42fcd0-230d-40ae-9f7f-1e1188d39b96 service neutron] For port 25f6ad5f-bf09-418a-ba02-efdee5f9ae1b, host hv-cinder-77570, cleared binding levels {{(pid=94020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 03:43:56.774018 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.db [req-cac10c9e-b688-4d19-bd9b-1565430311f0 req-9c42fcd0-230d-40ae-9f7f-1e1188d39b96 service neutron] For port 25f6ad5f-bf09-418a-ba02-efdee5f9ae1b, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=25f6ad5f-bf09-418a-ba02-efdee5f9ae1b,segment=NetworkSegment(f5c6b44c-d8bc-4dee-8a72-f772f6ededb3),segment_id=f5c6b44c-d8bc-4dee-8a72-f772f6ededb3)] {{(pid=94020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 03:43:56.779706 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-cac10c9e-b688-4d19-bd9b-1565430311f0 req-9c42fcd0-230d-40ae-9f7f-1e1188d39b96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937720'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:56.795159 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b0dc3-252c-4ed7-a632-8f686ccc7658 req-76d775a4-7e05-4e40-96c6-95f490235ccd tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:43:56.796842 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1a3b0dc3-252c-4ed7-a632-8f686ccc7658 req-76d775a4-7e05-4e40-96c6-95f490235ccd tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/ports?device_id=e57c28c2-457d-484f-96e0-c04b5d0748f2 HTTP/1.1" status: 200 len: 943 time: 0.0547240 Sep 25 03:43:56.816163 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac10c9e-b688-4d19-bd9b-1565430311f0 req-9c42fcd0-230d-40ae-9f7f-1e1188d39b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:43:56.816934 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-cac10c9e-b688-4d19-bd9b-1565430311f0 req-9c42fcd0-230d-40ae-9f7f-1e1188d39b96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950'] for port, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:56.818256 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-cac10c9e-b688-4d19-bd9b-1565430311f0 req-9c42fcd0-230d-40ae-9f7f-1e1188d39b96 service neutron] 10.222.0.45 "PUT /v2.0/ports/25f6ad5f-bf09-418a-ba02-efdee5f9ae1b HTTP/1.1" status: 200 len: 1093 time: 0.8637421 Sep 25 03:43:56.818705 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e57c28c2-457d-484f-96e0-c04b5d0748f2', 'tag': '25f6ad5f-bf09-418a-ba02-efdee5f9ae1b'}] {{(pid=94020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 03:43:56.821010 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d114ac846cecc4f090472340cf1e7771535e64bb380ac0996b13cb6b7cfe6923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e36f147-ef9d-4395-b4f4-2e8196308bc2" -d '{"events": [{"name": "network-changed", "server_uuid": "e57c28c2-457d-484f-96e0-c04b5d0748f2", "tag": "25f6ad5f-bf09-418a-ba02-efdee5f9ae1b"}]}' {{(pid=94020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 03:43:56.837096 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1a3b0dc3-252c-4ed7-a632-8f686ccc7658 req-c1c1a0df-dc29-4165-86a9-97a62317c760 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/security-groups?id=703d7530-7f1f-40c6-a724-b6a283aed46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336826 Sep 25 03:43:56.848014 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c42fcd0-230d-40ae-9f7f-1e1188d39b96 service neutron] Pushing event updated for resources: {'Port': ['ID=25f6ad5f-bf09-418a-ba02-efdee5f9ae1b,revision_number=3']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:43:56.869074 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 03:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac1cbdb-718b-4edb-88c0-697db5f3c831 x-openstack-request-id: req-5ac1cbdb-718b-4edb-88c0-697db5f3c831 {{(pid=94020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 03:43:56.869364 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e57c28c2-457d-484f-96e0-c04b5d0748f2", "tag": "25f6ad5f-bf09-418a-ba02-efdee5f9ae1b", "status": "completed", "code": 200}]} {{(pid=94020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 03:43:56.869613 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5ac1cbdb-718b-4edb-88c0-697db5f3c831 {{(pid=94020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 03:43:56.870002 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e57c28c2-457d-484f-96e0-c04b5d0748f2', 'tag': '25f6ad5f-bf09-418a-ba02-efdee5f9ae1b', 'status': 'completed', 'code': 200} Sep 25 03:43:56.935492 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac10c9e-b688-4d19-bd9b-1565430311f0 req-c4ebb267-94a1-4f7c-bbb3-5adc876d24d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:43:56.937056 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-cac10c9e-b688-4d19-bd9b-1565430311f0 req-c4ebb267-94a1-4f7c-bbb3-5adc876d24d3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=21656a6878324fafb5fbd895f6641b53&device_id=e57c28c2-457d-484f-96e0-c04b5d0748f2 HTTP/1.1" status: 200 len: 1096 time: 0.0473771 Sep 25 03:43:56.987333 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-cac10c9e-b688-4d19-bd9b-1565430311f0 req-eb7efb06-22e3-4044-a609-9b07467f598a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25f6ad5f-bf09-418a-ba02-efdee5f9ae1b HTTP/1.1" status: 200 len: 217 time: 0.0367715 Sep 25 03:43:57.037791 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac10c9e-b688-4d19-bd9b-1565430311f0 req-fcf2c3c7-9b3d-40ca-a5c1-f3f823de7c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:43:57.039246 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-cac10c9e-b688-4d19-bd9b-1565430311f0 req-fcf2c3c7-9b3d-40ca-a5c1-f3f823de7c92 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cdf68158-0884-473e-bed7-d4b11e955ef7 HTTP/1.1" status: 200 len: 855 time: 0.0447116 Sep 25 03:43:57.085081 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-cac10c9e-b688-4d19-bd9b-1565430311f0 req-df8b3ec9-2f2c-4547-a6e5-7679d0c3c08a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=264cea73-8391-4d03-b5ff-a0fff4c6c217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384099 Sep 25 03:43:57.137568 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:57.179023 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-cac10c9e-b688-4d19-bd9b-1565430311f0 req-ed9a95c3-4a65-426f-8967-e310be2f32a9 service neutron] 10.222.0.45 "GET /v2.0/networks/264cea73-8391-4d03-b5ff-a0fff4c6c217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868082 Sep 25 03:43:57.272301 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-cac10c9e-b688-4d19-bd9b-1565430311f0 req-533d8d6a-ff88-4788-b3e9-20c7eda35559 service neutron] 10.222.0.45 "GET /v2.0/networks/264cea73-8391-4d03-b5ff-a0fff4c6c217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862434 Sep 25 03:43:57.407661 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36f147-ef9d-4395-b4f4-2e8196308bc2 req-0ebc102e-b869-4e6b-8c46-e7ac1432a8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:43:57.409190 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-9e36f147-ef9d-4395-b4f4-2e8196308bc2 req-0ebc102e-b869-4e6b-8c46-e7ac1432a8e1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=21656a6878324fafb5fbd895f6641b53&device_id=e57c28c2-457d-484f-96e0-c04b5d0748f2 HTTP/1.1" status: 200 len: 1096 time: 0.0441203 Sep 25 03:43:57.508256 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36f147-ef9d-4395-b4f4-2e8196308bc2 req-e16fc9d5-48ab-4808-8314-636b7a2f9661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:43:57.509875 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-9e36f147-ef9d-4395-b4f4-2e8196308bc2 req-e16fc9d5-48ab-4808-8314-636b7a2f9661 service neutron] 10.222.0.45 "GET /v2.0/networks?id=264cea73-8391-4d03-b5ff-a0fff4c6c217 HTTP/1.1" status: 200 len: 916 time: 0.0932465 Sep 25 03:43:57.561942 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-9e36f147-ef9d-4395-b4f4-2e8196308bc2 req-6ecd63bc-0923-48e3-bac2-62aa9f0adebc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25f6ad5f-bf09-418a-ba02-efdee5f9ae1b HTTP/1.1" status: 200 len: 217 time: 0.0435765 Sep 25 03:43:57.615755 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36f147-ef9d-4395-b4f4-2e8196308bc2 req-087e0125-df08-4819-a150-0ab06225c191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:43:57.617270 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-9e36f147-ef9d-4395-b4f4-2e8196308bc2 req-087e0125-df08-4819-a150-0ab06225c191 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cdf68158-0884-473e-bed7-d4b11e955ef7 HTTP/1.1" status: 200 len: 855 time: 0.0486672 Sep 25 03:43:57.649745 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-9e36f147-ef9d-4395-b4f4-2e8196308bc2 req-413a918d-368d-4de3-9889-1be42d5f2094 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=264cea73-8391-4d03-b5ff-a0fff4c6c217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240798 Sep 25 03:43:57.753323 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-9e36f147-ef9d-4395-b4f4-2e8196308bc2 req-501a6622-de4a-49a8-9933-1daca298591f service neutron] 10.222.0.45 "GET /v2.0/networks/264cea73-8391-4d03-b5ff-a0fff4c6c217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955005 Sep 25 03:43:57.871960 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-9e36f147-ef9d-4395-b4f4-2e8196308bc2 req-47659122-caa5-461d-a83e-185cb9459708 service neutron] 10.222.0.45 "GET /v2.0/networks/264cea73-8391-4d03-b5ff-a0fff4c6c217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113145 Sep 25 03:43:57.956543 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3579cc5-2a4c-457e-840f-f55e716517fc req-f40a0cb6-cb6b-43b2-8d75-2e70f491ddd8 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:43:57.958162 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f3579cc5-2a4c-457e-840f-f55e716517fc req-f40a0cb6-cb6b-43b2-8d75-2e70f491ddd8 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/ports?device_id=e57c28c2-457d-484f-96e0-c04b5d0748f2 HTTP/1.1" status: 200 len: 943 time: 0.0514529 Sep 25 03:43:58.000050 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f3579cc5-2a4c-457e-840f-f55e716517fc req-a0cb184f-d498-4d3e-be46-805d33a39370 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/security-groups?id=703d7530-7f1f-40c6-a724-b6a283aed46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330575 Sep 25 03:43:59.144243 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b8950-d217-4ee5-a9f9-430a9239f52b req-e8677c65-c804-4772-9913-043a7306dbe1 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:43:59.145754 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-803b8950-d217-4ee5-a9f9-430a9239f52b req-e8677c65-c804-4772-9913-043a7306dbe1 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/ports?device_id=e57c28c2-457d-484f-96e0-c04b5d0748f2 HTTP/1.1" status: 200 len: 943 time: 0.0564961 Sep 25 03:43:59.187309 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-803b8950-d217-4ee5-a9f9-430a9239f52b req-13f66103-699a-4204-b10a-abfc8b66de0f tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/security-groups?id=703d7530-7f1f-40c6-a724-b6a283aed46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327225 Sep 25 03:43:59.645665 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device 25f6ad5f-bf09-418a-ba02-efdee5f9ae1b details requested by agent hyperv_hv-cinder-77570 with host hv-cinder-77570 {{(pid=94022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 03:43:59.742105 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] For port 25f6ad5f-bf09-418a-ba02-efdee5f9ae1b, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=25f6ad5f-bf09-418a-ba02-efdee5f9ae1b,segment=NetworkSegment(f5c6b44c-d8bc-4dee-8a72-f772f6ededb3),segment_id=f5c6b44c-d8bc-4dee-8a72-f772f6ededb3)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:43:59.754447 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Returning: {'device': '25f6ad5f-bf09-418a-ba02-efdee5f9ae1b', 'network_id': '264cea73-8391-4d03-b5ff-a0fff4c6c217', 'port_id': '25f6ad5f-bf09-418a-ba02-efdee5f9ae1b', 'mac_address': 'fa:16:3e:4c:ed:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdf68158-0884-473e-bed7-d4b11e955ef7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 03:43:59.795258 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:59.808629 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25f6ad5f-bf09-418a-ba02-efdee5f9ae1b {{(pid=94022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 03:43:59.828690 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] For port 25f6ad5f-bf09-418a-ba02-efdee5f9ae1b, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=25f6ad5f-bf09-418a-ba02-efdee5f9ae1b,segment=NetworkSegment(f5c6b44c-d8bc-4dee-8a72-f772f6ededb3),segment_id=f5c6b44c-d8bc-4dee-8a72-f772f6ededb3)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:43:59.834284 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:43:59.880862 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Pushing event updated for resources: {'Port': ['ID=25f6ad5f-bf09-418a-ba02-efdee5f9ae1b,revision_number=4']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:44:00.238711 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] get_ports_and_sgs() called for port_ids ['25f6ad5f-bf09-418a-ba02-efdee5f9ae1b'] {{(pid=94022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 25 03:44:00.315032 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c66b084-ac3f-47d2-9c72-3d448dcca9c4 req-f6442b73-7d92-4d07-a990-0cd1643ab8b5 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:44:00.316516 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6c66b084-ac3f-47d2-9c72-3d448dcca9c4 req-f6442b73-7d92-4d07-a990-0cd1643ab8b5 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/ports?device_id=e57c28c2-457d-484f-96e0-c04b5d0748f2 HTTP/1.1" status: 200 len: 944 time: 0.0552299 Sep 25 03:44:00.354757 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6c66b084-ac3f-47d2-9c72-3d448dcca9c4 req-759f1927-64db-4f62-9120-772a45600cb0 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/security-groups?id=703d7530-7f1f-40c6-a724-b6a283aed46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322552 Sep 25 03:44:01.474126 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50422ba6-8a59-46ac-a124-c31591df24a5 req-1b4658df-8498-4322-93a9-3e8066a9ec03 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:44:01.475656 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-50422ba6-8a59-46ac-a124-c31591df24a5 req-1b4658df-8498-4322-93a9-3e8066a9ec03 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/ports?device_id=e57c28c2-457d-484f-96e0-c04b5d0748f2 HTTP/1.1" status: 200 len: 944 time: 0.0502372 Sep 25 03:44:01.518408 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-50422ba6-8a59-46ac-a124-c31591df24a5 req-8fbeeb25-ea30-4038-b3a1-15a3773cc2ab tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/security-groups?id=703d7530-7f1f-40c6-a724-b6a283aed46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366111 Sep 25 03:44:01.668814 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device 25f6ad5f-bf09-418a-ba02-efdee5f9ae1b up at agent hyperv_hv-cinder-77570 {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 03:44:01.727326 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Provisioning for port 25f6ad5f-bf09-418a-ba02-efdee5f9ae1b completed by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 25 03:44:01.731159 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Provisioning complete for port 25f6ad5f-bf09-418a-ba02-efdee5f9ae1b triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:44:01.731528 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:44:01.814482 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:44:01.838152 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e57c28c2-457d-484f-96e0-c04b5d0748f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25f6ad5f-bf09-418a-ba02-efdee5f9ae1b'}] {{(pid=94022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 03:44:01.840416 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9141e1544748c335de5c87e81d01f98f4272279fe7d072e46966747184492a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1451e557-c95a-4986-a2ed-7ed0dc8efc4f" -d '{"events": [{"server_uuid": "e57c28c2-457d-484f-96e0-c04b5d0748f2", "name": "network-vif-plugged", "status": "completed", "tag": "25f6ad5f-bf09-418a-ba02-efdee5f9ae1b"}]}' {{(pid=94022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 03:44:01.856034 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] For port 25f6ad5f-bf09-418a-ba02-efdee5f9ae1b, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=25f6ad5f-bf09-418a-ba02-efdee5f9ae1b,segment=NetworkSegment(f5c6b44c-d8bc-4dee-8a72-f772f6ededb3),segment_id=f5c6b44c-d8bc-4dee-8a72-f772f6ededb3)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:44:01.862502 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:44:01.885730 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 03:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c30c602-404c-4790-b6d1-df27c435cefa x-openstack-request-id: req-3c30c602-404c-4790-b6d1-df27c435cefa {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 03:44:01.886043 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e57c28c2-457d-484f-96e0-c04b5d0748f2", "name": "network-vif-plugged", "status": "completed", "tag": "25f6ad5f-bf09-418a-ba02-efdee5f9ae1b", "code": 200}]} {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 03:44:01.886231 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3c30c602-404c-4790-b6d1-df27c435cefa {{(pid=94022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 03:44:01.886633 dv-cinder-775706-4-iscsi neutron-server[94022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e57c28c2-457d-484f-96e0-c04b5d0748f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25f6ad5f-bf09-418a-ba02-efdee5f9ae1b', 'code': 200} Sep 25 03:44:01.913271 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Pushing event updated for resources: {'Port': ['ID=25f6ad5f-bf09-418a-ba02-efdee5f9ae1b,revision_number=5']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:44:02.085756 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47832419-9a74-42c4-8f0c-edc020b53f5c req-f92988fa-fdbe-4270-abdf-56c29c7c2aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:44:02.087283 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-47832419-9a74-42c4-8f0c-edc020b53f5c req-f92988fa-fdbe-4270-abdf-56c29c7c2aba service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e57c28c2-457d-484f-96e0-c04b5d0748f2 HTTP/1.1" status: 200 len: 1098 time: 0.0436189 Sep 25 03:44:02.134204 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-47832419-9a74-42c4-8f0c-edc020b53f5c req-55ac2ba6-e4ca-4386-905e-ec44bd775327 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=703d7530-7f1f-40c6-a724-b6a283aed46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392218 Sep 25 03:44:02.642677 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a156fa-1198-4333-8337-297536b7b9fb req-767b7628-6ee0-4a4e-a1f8-f82e64d6572f tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:44:02.644152 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-38a156fa-1198-4333-8337-297536b7b9fb req-767b7628-6ee0-4a4e-a1f8-f82e64d6572f tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/ports?device_id=e57c28c2-457d-484f-96e0-c04b5d0748f2 HTTP/1.1" status: 200 len: 945 time: 0.0502636 Sep 25 03:44:02.684235 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-38a156fa-1198-4333-8337-297536b7b9fb req-1907ff31-bf10-4622-98a5-147f9f31a06f tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/security-groups?id=703d7530-7f1f-40c6-a724-b6a283aed46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339344 Sep 25 03:44:03.817168 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318f9d51-7245-453f-af2c-f05aa858a135 req-e7a8cf1d-a105-410a-af6b-80bf4f1a25de tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:44:03.818642 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-318f9d51-7245-453f-af2c-f05aa858a135 req-e7a8cf1d-a105-410a-af6b-80bf4f1a25de tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/ports?device_id=e57c28c2-457d-484f-96e0-c04b5d0748f2 HTTP/1.1" status: 200 len: 945 time: 0.0541472 Sep 25 03:44:03.860670 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-318f9d51-7245-453f-af2c-f05aa858a135 req-e695b30a-6d22-4a3c-9e72-d280623c7fe5 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/security-groups?id=703d7530-7f1f-40c6-a724-b6a283aed46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324774 Sep 25 03:44:07.644070 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-5a9a790d-8e58-498b-b965-9dafc426743c req-9b74ff63-e4bf-4311-a4b6-53b3fd5e0916 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e57c28c2-457d-484f-96e0-c04b5d0748f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0513892 Sep 25 03:44:07.760125 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9a790d-8e58-498b-b965-9dafc426743c req-8d54fcfc-55ea-4b85-88cf-5286f43ea646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:44:07.761734 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-5a9a790d-8e58-498b-b965-9dafc426743c req-8d54fcfc-55ea-4b85-88cf-5286f43ea646 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=21656a6878324fafb5fbd895f6641b53&device_id=e57c28c2-457d-484f-96e0-c04b5d0748f2 HTTP/1.1" status: 200 len: 1098 time: 0.0475714 Sep 25 03:44:07.871062 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9a790d-8e58-498b-b965-9dafc426743c req-e6ec0fc1-58ca-4b0b-a3f5-063403e965f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:44:07.872544 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-5a9a790d-8e58-498b-b965-9dafc426743c req-e6ec0fc1-58ca-4b0b-a3f5-063403e965f7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=264cea73-8391-4d03-b5ff-a0fff4c6c217 HTTP/1.1" status: 200 len: 916 time: 0.0871174 Sep 25 03:44:07.920400 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-5a9a790d-8e58-498b-b965-9dafc426743c req-bc391903-9b29-4b14-b0d3-4a8698583a85 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25f6ad5f-bf09-418a-ba02-efdee5f9ae1b HTTP/1.1" status: 200 len: 217 time: 0.0406978 Sep 25 03:44:07.972407 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9a790d-8e58-498b-b965-9dafc426743c req-ec0a6406-a517-4e4f-9838-b48336c5ca77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:44:07.973902 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-5a9a790d-8e58-498b-b965-9dafc426743c req-ec0a6406-a517-4e4f-9838-b48336c5ca77 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cdf68158-0884-473e-bed7-d4b11e955ef7 HTTP/1.1" status: 200 len: 855 time: 0.0465891 Sep 25 03:44:08.006836 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-5a9a790d-8e58-498b-b965-9dafc426743c req-5d0b39ca-40ff-46f5-b5c7-02eb58b23bd5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=264cea73-8391-4d03-b5ff-a0fff4c6c217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254285 Sep 25 03:44:08.106638 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-5a9a790d-8e58-498b-b965-9dafc426743c req-5c0243a2-14c9-48f6-8375-449223a524a1 service neutron] 10.222.0.45 "GET /v2.0/networks/264cea73-8391-4d03-b5ff-a0fff4c6c217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918577 Sep 25 03:44:08.198729 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-5a9a790d-8e58-498b-b965-9dafc426743c req-df90c114-2ac1-443e-a4e6-3919f33e226b service neutron] 10.222.0.45 "GET /v2.0/networks/264cea73-8391-4d03-b5ff-a0fff4c6c217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845532 Sep 25 03:44:13.406522 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f38c0a-2d58-4a40-ab00-af4d755061f3 req-7f5e4ec2-944c-4e38-a661-27ae15388a59 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:44:13.407977 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-49f38c0a-2d58-4a40-ab00-af4d755061f3 req-7f5e4ec2-944c-4e38-a661-27ae15388a59 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/networks?id=264cea73-8391-4d03-b5ff-a0fff4c6c217 HTTP/1.1" status: 200 len: 815 time: 0.1035824 Sep 25 03:44:13.423265 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-49f38c0a-2d58-4a40-ab00-af4d755061f3 req-3f8add4f-1970-4465-8289-9660d37368f1 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/quotas/21656a6878324fafb5fbd895f6641b53 HTTP/1.1" status: 200 len: 375 time: 0.0092084 Sep 25 03:44:13.477424 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-49f38c0a-2d58-4a40-ab00-af4d755061f3 req-e187c7f2-901f-40da-9869-22f736461009 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=21656a6878324fafb5fbd895f6641b53&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0485787 Sep 25 03:44:13.573201 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-49f38c0a-2d58-4a40-ab00-af4d755061f3 req-8d3196a9-1a69-45ae-9de8-b114cabc1a58 service neutron] 10.222.0.42 "GET /v2.0/networks/264cea73-8391-4d03-b5ff-a0fff4c6c217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853391 Sep 25 03:44:13.678028 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-49f38c0a-2d58-4a40-ab00-af4d755061f3 req-cea6c665-895b-4e3b-a3a0-ea4735476069 service neutron] 10.222.0.42 "GET /v2.0/networks/264cea73-8391-4d03-b5ff-a0fff4c6c217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985477 Sep 25 03:44:13.849448 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-172a5098-4d9c-4f45-a19c-690637d5952d req-666af5ae-c6f4-450b-a205-1bee5f2bbb87 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/ports?device_id=d318e803-3e40-4667-bf72-9cca7dbe5b4a HTTP/1.1" status: 200 len: 210 time: 0.0272675 Sep 25 03:44:14.903523 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f38c0a-2d58-4a40-ab00-af4d755061f3 req-cc71771b-abbf-4320-91c7-3f7ac433a593 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:44:14.905191 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-49f38c0a-2d58-4a40-ab00-af4d755061f3 req-cc71771b-abbf-4320-91c7-3f7ac433a593 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.45 "GET /v2.0/networks?id=264cea73-8391-4d03-b5ff-a0fff4c6c217 HTTP/1.1" status: 200 len: 815 time: 0.1090493 Sep 25 03:44:14.925224 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [req-49f38c0a-2d58-4a40-ab00-af4d755061f3 req-aa70aa05-8109-463e-936b-3db74543e945 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Request body: {'port': {'device_id': 'd318e803-3e40-4667-bf72-9cca7dbe5b4a', 'network_id': '264cea73-8391-4d03-b5ff-a0fff4c6c217', 'admin_state_up': True, 'tenant_id': '21656a6878324fafb5fbd895f6641b53'}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:44:14.947344 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5ed20f26-aa1c-4d6d-abf9-d415c642f011 req-14c1b506-331a-4707-ab3f-dc9e7b95fcc1 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/ports?device_id=d318e803-3e40-4667-bf72-9cca7dbe5b4a HTTP/1.1" status: 200 len: 210 time: 0.0272200 Sep 25 03:44:15.037087 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49f38c0a-2d58-4a40-ab00-af4d755061f3 req-aa70aa05-8109-463e-936b-3db74543e945 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Made reservation on behalf of 21656a6878324fafb5fbd895f6641b53 for: {'port': 1} {{(pid=94020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 03:44:15.040525 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-49f38c0a-2d58-4a40-ab00-af4d755061f3 req-aa70aa05-8109-463e-936b-3db74543e945 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:44:15.166888 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.db.db_base_plugin_common [req-49f38c0a-2d58-4a40-ab00-af4d755061f3 req-aa70aa05-8109-463e-936b-3db74543e945 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Allocated IP 172.20.0.12 (264cea73-8391-4d03-b5ff-a0fff4c6c217/cdf68158-0884-473e-bed7-d4b11e955ef7/6a4d9220-3407-49ec-be54-a189a5313c22) {{(pid=94020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 03:44:15.319637 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-49f38c0a-2d58-4a40-ab00-af4d755061f3 req-aa70aa05-8109-463e-936b-3db74543e945 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Notify callbacks [] for port, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:44:15.358753 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-49f38c0a-2d58-4a40-ab00-af4d755061f3 req-aa70aa05-8109-463e-936b-3db74543e945 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731880292801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937715'] for port, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:44:15.375759 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6f1ac78a-8040-4bed-8771-3144e005363e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:44:15.397174 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] get_ports_and_sgs() called for port_ids ['25f6ad5f-bf09-418a-ba02-efdee5f9ae1b'] {{(pid=94022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 25 03:44:15.403240 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49f38c0a-2d58-4a40-ab00-af4d755061f3 req-aa70aa05-8109-463e-936b-3db74543e945 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Network 264cea73-8391-4d03-b5ff-a0fff4c6c217 is already hosted by enough agents. {{(pid=94020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 03:44:15.406344 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.base_scheduler [req-49f38c0a-2d58-4a40-ab00-af4d755061f3 req-aa70aa05-8109-463e-936b-3db74543e945 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Resources bound (agent type, host, resource id): {{(pid=94020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:44:15.409936 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [req-49f38c0a-2d58-4a40-ab00-af4d755061f3 req-aa70aa05-8109-463e-936b-3db74543e945 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Received port after_create {{(pid=94020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 03:44:15.435662 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa70aa05-8109-463e-936b-3db74543e945 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Pushing event updated for resources: {'Port': ['ID=6a4d9220-3407-49ec-be54-a189a5313c22,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:44:15.464838 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f38c0a-2d58-4a40-ab00-af4d755061f3 req-aa70aa05-8109-463e-936b-3db74543e945 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:44:15.465441 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-49f38c0a-2d58-4a40-ab00-af4d755061f3 req-aa70aa05-8109-463e-936b-3db74543e945 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950'] for port, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:44:15.482709 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-49f38c0a-2d58-4a40-ab00-af4d755061f3 req-aa70aa05-8109-463e-936b-3db74543e945 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5614564 Sep 25 03:44:15.548340 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [req-49f38c0a-2d58-4a40-ab00-af4d755061f3 req-a15fe8d2-0398-4b31-be4c-1ba7062624f4 service neutron] Request body: {'port': {'device_id': 'd318e803-3e40-4667-bf72-9cca7dbe5b4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:44:15.610138 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-49f38c0a-2d58-4a40-ab00-af4d755061f3 req-a15fe8d2-0398-4b31-be4c-1ba7062624f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:44:15.878949 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.notifiers.nova [req-49f38c0a-2d58-4a40-ab00-af4d755061f3 req-a15fe8d2-0398-4b31-be4c-1ba7062624f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a4d9220-3407-49ec-be54-a189a5313c22 {{(pid=94020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 03:44:15.886481 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-49f38c0a-2d58-4a40-ab00-af4d755061f3 req-a15fe8d2-0398-4b31-be4c-1ba7062624f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:44:15.898551 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.db.provisioning_blocks [req-49f38c0a-2d58-4a40-ab00-af4d755061f3 req-a15fe8d2-0398-4b31-be4c-1ba7062624f4 service neutron] Transition to ACTIVE for port object 6a4d9220-3407-49ec-be54-a189a5313c22 will not be triggered until provisioned by entity L2. {{(pid=94020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 25 03:44:15.906575 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-49f38c0a-2d58-4a40-ab00-af4d755061f3 req-a15fe8d2-0398-4b31-be4c-1ba7062624f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937720'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:44:15.953573 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15fe8d2-0398-4b31-be4c-1ba7062624f4 service neutron] Pushing event updated for resources: {'Port': ['ID=6a4d9220-3407-49ec-be54-a189a5313c22,revision_number=2']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:44:16.026351 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [req-49f38c0a-2d58-4a40-ab00-af4d755061f3 req-a15fe8d2-0398-4b31-be4c-1ba7062624f4 service neutron] Attempting to bind port 6a4d9220-3407-49ec-be54-a189a5313c22 on host hv-cinder-77570 for vnic_type normal with profile {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 03:44:16.026691 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [req-49f38c0a-2d58-4a40-ab00-af4d755061f3 req-a15fe8d2-0398-4b31-be4c-1ba7062624f4 service neutron] Attempting to bind port 6a4d9220-3407-49ec-be54-a189a5313c22 by drivers openvswitch,hyperv on host hv-cinder-77570 at level 0 using segments [{'id': 'f5c6b44c-d8bc-4dee-8a72-f772f6ededb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '264cea73-8391-4d03-b5ff-a0fff4c6c217'}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 03:44:16.026989 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f38c0a-2d58-4a40-ab00-af4d755061f3 req-a15fe8d2-0398-4b31-be4c-1ba7062624f4 service neutron] Attempting to bind port 6a4d9220-3407-49ec-be54-a189a5313c22 on network 264cea73-8391-4d03-b5ff-a0fff4c6c217 {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 03:44:16.031909 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f38c0a-2d58-4a40-ab00-af4d755061f3 req-a15fe8d2-0398-4b31-be4c-1ba7062624f4 service neutron] Port 6a4d9220-3407-49ec-be54-a189a5313c22 on network 264cea73-8391-4d03-b5ff-a0fff4c6c217 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77570 {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 25 03:44:16.032230 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f38c0a-2d58-4a40-ab00-af4d755061f3 req-a15fe8d2-0398-4b31-be4c-1ba7062624f4 service neutron] Attempting to bind port 6a4d9220-3407-49ec-be54-a189a5313c22 on network 264cea73-8391-4d03-b5ff-a0fff4c6c217 {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 03:44:16.038078 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f38c0a-2d58-4a40-ab00-af4d755061f3 req-a15fe8d2-0398-4b31-be4c-1ba7062624f4 service neutron] Checking agent: {'id': '508f5817-0468-490c-b4b9-d8db88d5fd84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 3, 27, 55), 'started_at': datetime.datetime(2021, 9, 25, 3, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 3, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 03:44:16.038418 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f38c0a-2d58-4a40-ab00-af4d755061f3 req-a15fe8d2-0398-4b31-be4c-1ba7062624f4 service neutron] Checking segment: {'id': 'f5c6b44c-d8bc-4dee-8a72-f772f6ededb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '264cea73-8391-4d03-b5ff-a0fff4c6c217'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 03:44:16.038797 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f38c0a-2d58-4a40-ab00-af4d755061f3 req-a15fe8d2-0398-4b31-be4c-1ba7062624f4 service neutron] Bound using segment: {'id': 'f5c6b44c-d8bc-4dee-8a72-f772f6ededb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '264cea73-8391-4d03-b5ff-a0fff4c6c217'} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 03:44:16.039214 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [req-49f38c0a-2d58-4a40-ab00-af4d755061f3 req-a15fe8d2-0398-4b31-be4c-1ba7062624f4 service neutron] Bound port: 6a4d9220-3407-49ec-be54-a189a5313c22, host: hv-cinder-77570, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5c6b44c-d8bc-4dee-8a72-f772f6ededb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '264cea73-8391-4d03-b5ff-a0fff4c6c217'}}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 03:44:16.039566 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-49f38c0a-2d58-4a40-ab00-af4d755061f3 req-a15fe8d2-0398-4b31-be4c-1ba7062624f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:44:16.065889 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4913f5-d260-4a7a-afc0-1610b1739fc1 req-363ebf1c-cdf0-46c8-b2be-bdf530499331 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:44:16.067377 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8f4913f5-d260-4a7a-afc0-1610b1739fc1 req-363ebf1c-cdf0-46c8-b2be-bdf530499331 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/ports?device_id=d318e803-3e40-4667-bf72-9cca7dbe5b4a HTTP/1.1" status: 200 len: 944 time: 0.0500202 Sep 25 03:44:16.107426 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.db [req-49f38c0a-2d58-4a40-ab00-af4d755061f3 req-a15fe8d2-0398-4b31-be4c-1ba7062624f4 service neutron] For port 6a4d9220-3407-49ec-be54-a189a5313c22, host hv-cinder-77570, cleared binding levels {{(pid=94020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 03:44:16.110639 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.db [req-49f38c0a-2d58-4a40-ab00-af4d755061f3 req-a15fe8d2-0398-4b31-be4c-1ba7062624f4 service neutron] For port 6a4d9220-3407-49ec-be54-a189a5313c22, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=6a4d9220-3407-49ec-be54-a189a5313c22,segment=NetworkSegment(f5c6b44c-d8bc-4dee-8a72-f772f6ededb3),segment_id=f5c6b44c-d8bc-4dee-8a72-f772f6ededb3)] {{(pid=94020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 03:44:16.113558 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8f4913f5-d260-4a7a-afc0-1610b1739fc1 req-aea482e6-cd5b-47ea-8f58-02de55aefe21 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/security-groups?id=703d7530-7f1f-40c6-a724-b6a283aed46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373495 Sep 25 03:44:16.116176 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-49f38c0a-2d58-4a40-ab00-af4d755061f3 req-a15fe8d2-0398-4b31-be4c-1ba7062624f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937720'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:44:16.151821 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f38c0a-2d58-4a40-ab00-af4d755061f3 req-a15fe8d2-0398-4b31-be4c-1ba7062624f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:44:16.152464 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-49f38c0a-2d58-4a40-ab00-af4d755061f3 req-a15fe8d2-0398-4b31-be4c-1ba7062624f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950'] for port, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:44:16.153882 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-49f38c0a-2d58-4a40-ab00-af4d755061f3 req-a15fe8d2-0398-4b31-be4c-1ba7062624f4 service neutron] 10.222.0.45 "PUT /v2.0/ports/6a4d9220-3407-49ec-be54-a189a5313c22 HTTP/1.1" status: 200 len: 1094 time: 0.6121233 Sep 25 03:44:16.154312 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd318e803-3e40-4667-bf72-9cca7dbe5b4a', 'tag': '6a4d9220-3407-49ec-be54-a189a5313c22'}] {{(pid=94020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 03:44:16.156536 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d114ac846cecc4f090472340cf1e7771535e64bb380ac0996b13cb6b7cfe6923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db544773-cef7-40c4-bb0b-487f56dc2def" -d '{"events": [{"name": "network-changed", "server_uuid": "d318e803-3e40-4667-bf72-9cca7dbe5b4a", "tag": "6a4d9220-3407-49ec-be54-a189a5313c22"}]}' {{(pid=94020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 03:44:16.177954 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15fe8d2-0398-4b31-be4c-1ba7062624f4 service neutron] Pushing event updated for resources: {'Port': ['ID=6a4d9220-3407-49ec-be54-a189a5313c22,revision_number=3']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:44:16.198028 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 03:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-623753fa-f378-4633-accc-3cb4768cd096 x-openstack-request-id: req-623753fa-f378-4633-accc-3cb4768cd096 {{(pid=94020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 03:44:16.198357 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d318e803-3e40-4667-bf72-9cca7dbe5b4a", "tag": "6a4d9220-3407-49ec-be54-a189a5313c22", "status": "completed", "code": 200}]} {{(pid=94020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 03:44:16.198631 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-623753fa-f378-4633-accc-3cb4768cd096 {{(pid=94020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 03:44:16.199134 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd318e803-3e40-4667-bf72-9cca7dbe5b4a', 'tag': '6a4d9220-3407-49ec-be54-a189a5313c22', 'status': 'completed', 'code': 200} Sep 25 03:44:16.262927 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f38c0a-2d58-4a40-ab00-af4d755061f3 req-1e5516df-93ed-4ac8-833a-c3a907d5d5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:44:16.264480 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-49f38c0a-2d58-4a40-ab00-af4d755061f3 req-1e5516df-93ed-4ac8-833a-c3a907d5d5cf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=21656a6878324fafb5fbd895f6641b53&device_id=d318e803-3e40-4667-bf72-9cca7dbe5b4a HTTP/1.1" status: 200 len: 1097 time: 0.0466571 Sep 25 03:44:16.320420 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-49f38c0a-2d58-4a40-ab00-af4d755061f3 req-71ee810f-3252-46ef-9116-795e07d9cc51 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a4d9220-3407-49ec-be54-a189a5313c22 HTTP/1.1" status: 200 len: 217 time: 0.0394173 Sep 25 03:44:16.372550 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f38c0a-2d58-4a40-ab00-af4d755061f3 req-9661c081-dc7a-4306-856e-a4c4143bb8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:44:16.373962 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-49f38c0a-2d58-4a40-ab00-af4d755061f3 req-9661c081-dc7a-4306-856e-a4c4143bb8bf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cdf68158-0884-473e-bed7-d4b11e955ef7 HTTP/1.1" status: 200 len: 855 time: 0.0456107 Sep 25 03:44:16.406438 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-49f38c0a-2d58-4a40-ab00-af4d755061f3 req-2ac0d2e8-0577-4a01-9765-5ea865aac78b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=264cea73-8391-4d03-b5ff-a0fff4c6c217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249317 Sep 25 03:44:16.502902 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-49f38c0a-2d58-4a40-ab00-af4d755061f3 req-0be8912e-7354-4564-b0b8-746a023f6652 service neutron] 10.222.0.45 "GET /v2.0/networks/264cea73-8391-4d03-b5ff-a0fff4c6c217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875990 Sep 25 03:44:16.597775 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-49f38c0a-2d58-4a40-ab00-af4d755061f3 req-cf3f90be-8f27-4082-bea6-d638522a774c service neutron] 10.222.0.45 "GET /v2.0/networks/264cea73-8391-4d03-b5ff-a0fff4c6c217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870242 Sep 25 03:44:16.750210 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db544773-cef7-40c4-bb0b-487f56dc2def req-7aa8a42d-8723-4716-836c-4f241fca200a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:44:16.751655 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-db544773-cef7-40c4-bb0b-487f56dc2def req-7aa8a42d-8723-4716-836c-4f241fca200a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=21656a6878324fafb5fbd895f6641b53&device_id=d318e803-3e40-4667-bf72-9cca7dbe5b4a HTTP/1.1" status: 200 len: 1097 time: 0.0469391 Sep 25 03:44:16.853807 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db544773-cef7-40c4-bb0b-487f56dc2def req-05ccf621-faca-4865-a299-68b9c2032ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:44:16.855289 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-db544773-cef7-40c4-bb0b-487f56dc2def req-05ccf621-faca-4865-a299-68b9c2032ee3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=264cea73-8391-4d03-b5ff-a0fff4c6c217 HTTP/1.1" status: 200 len: 916 time: 0.0956676 Sep 25 03:44:16.900563 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-db544773-cef7-40c4-bb0b-487f56dc2def req-5ded5e66-6af1-499e-8dc1-558662480964 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a4d9220-3407-49ec-be54-a189a5313c22 HTTP/1.1" status: 200 len: 217 time: 0.0369203 Sep 25 03:44:16.951756 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db544773-cef7-40c4-bb0b-487f56dc2def req-920bd0ca-469b-49cb-928e-5e9e71e676fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:44:16.953249 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-db544773-cef7-40c4-bb0b-487f56dc2def req-920bd0ca-469b-49cb-928e-5e9e71e676fe service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cdf68158-0884-473e-bed7-d4b11e955ef7 HTTP/1.1" status: 200 len: 855 time: 0.0454865 Sep 25 03:44:16.984615 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-db544773-cef7-40c4-bb0b-487f56dc2def req-b3b454ae-ceb0-4e28-a001-2e05f89e32df service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=264cea73-8391-4d03-b5ff-a0fff4c6c217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237713 Sep 25 03:44:17.091979 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-db544773-cef7-40c4-bb0b-487f56dc2def req-7f117df7-3ec8-400d-8734-2ff7caaf1160 service neutron] 10.222.0.45 "GET /v2.0/networks/264cea73-8391-4d03-b5ff-a0fff4c6c217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993021 Sep 25 03:44:17.185840 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-db544773-cef7-40c4-bb0b-487f56dc2def req-2acc10a4-6481-4895-b79d-19efe9a5ffce service neutron] 10.222.0.45 "GET /v2.0/networks/264cea73-8391-4d03-b5ff-a0fff4c6c217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859592 Sep 25 03:44:17.253798 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad890c-353c-4a18-8cd0-c4f159649582 req-0a944160-e843-475e-aa59-101691b388cf tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:44:17.256616 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a3ad890c-353c-4a18-8cd0-c4f159649582 req-0a944160-e843-475e-aa59-101691b388cf tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/ports?device_id=d318e803-3e40-4667-bf72-9cca7dbe5b4a HTTP/1.1" status: 200 len: 944 time: 0.0673964 Sep 25 03:44:17.303467 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a3ad890c-353c-4a18-8cd0-c4f159649582 req-da6b9b14-a5d7-4d5a-8ac8-f0b3644fe9d5 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/security-groups?id=703d7530-7f1f-40c6-a724-b6a283aed46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405691 Sep 25 03:44:17.601157 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-9538bf9e-912a-4988-9f0b-bd854d984ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:44:18.435998 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625107fb-583b-4fdf-a3da-f1b061565d86 req-bf0bc869-c684-4714-8e82-e9c43599404b tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:44:18.437565 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-625107fb-583b-4fdf-a3da-f1b061565d86 req-bf0bc869-c684-4714-8e82-e9c43599404b tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/ports?device_id=d318e803-3e40-4667-bf72-9cca7dbe5b4a HTTP/1.1" status: 200 len: 944 time: 0.0590541 Sep 25 03:44:18.479661 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-625107fb-583b-4fdf-a3da-f1b061565d86 req-a5a0ffd8-3ac5-4490-9d60-581dee300d61 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/security-groups?id=703d7530-7f1f-40c6-a724-b6a283aed46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356231 Sep 25 03:44:19.275651 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:44:19.293598 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-fa5af178-6116-457c-95b6-13dc589f2bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:44:19.601089 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4396b42d-cc2b-40d4-a230-58e87bacf5a2 req-a14a794a-631d-4f03-ae47-52237263783e tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:44:19.602613 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4396b42d-cc2b-40d4-a230-58e87bacf5a2 req-a14a794a-631d-4f03-ae47-52237263783e tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/ports?device_id=d318e803-3e40-4667-bf72-9cca7dbe5b4a HTTP/1.1" status: 200 len: 944 time: 0.0542598 Sep 25 03:44:19.656409 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4396b42d-cc2b-40d4-a230-58e87bacf5a2 req-7889e18d-d7c0-4ccb-ac10-0dbff95bd69e tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/security-groups?id=703d7530-7f1f-40c6-a724-b6a283aed46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445671 Sep 25 03:44:19.806239 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device 6a4d9220-3407-49ec-be54-a189a5313c22 details requested by agent hyperv_hv-cinder-77570 with host hv-cinder-77570 {{(pid=94022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 03:44:19.909699 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] For port 6a4d9220-3407-49ec-be54-a189a5313c22, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=6a4d9220-3407-49ec-be54-a189a5313c22,segment=NetworkSegment(f5c6b44c-d8bc-4dee-8a72-f772f6ededb3),segment_id=f5c6b44c-d8bc-4dee-8a72-f772f6ededb3)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:44:19.926479 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Returning: {'device': '6a4d9220-3407-49ec-be54-a189a5313c22', 'network_id': '264cea73-8391-4d03-b5ff-a0fff4c6c217', 'port_id': '6a4d9220-3407-49ec-be54-a189a5313c22', 'mac_address': 'fa:16:3e:d2:d2:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdf68158-0884-473e-bed7-d4b11e955ef7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 03:44:19.969602 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:44:19.983188 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a4d9220-3407-49ec-be54-a189a5313c22 {{(pid=94022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 03:44:20.003256 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] For port 6a4d9220-3407-49ec-be54-a189a5313c22, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=6a4d9220-3407-49ec-be54-a189a5313c22,segment=NetworkSegment(f5c6b44c-d8bc-4dee-8a72-f772f6ededb3),segment_id=f5c6b44c-d8bc-4dee-8a72-f772f6ededb3)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:44:20.009335 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:44:20.057393 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Pushing event updated for resources: {'Port': ['ID=6a4d9220-3407-49ec-be54-a189a5313c22,revision_number=4']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:44:20.446324 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] get_ports_and_sgs() called for port_ids ['6a4d9220-3407-49ec-be54-a189a5313c22'] {{(pid=94022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 25 03:44:20.787243 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815d132c-91dc-4ec0-8b62-f91514691e31 req-7503064f-2645-4f4e-afb8-63219e3110da tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:44:20.788638 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-815d132c-91dc-4ec0-8b62-f91514691e31 req-7503064f-2645-4f4e-afb8-63219e3110da tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/ports?device_id=d318e803-3e40-4667-bf72-9cca7dbe5b4a HTTP/1.1" status: 200 len: 945 time: 0.0602381 Sep 25 03:44:20.827570 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-815d132c-91dc-4ec0-8b62-f91514691e31 req-62b8ebd1-2824-4451-8d89-14d03e2e4c3e tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/security-groups?id=703d7530-7f1f-40c6-a724-b6a283aed46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327287 Sep 25 03:44:21.202480 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-afd92d12-b9d5-4a92-bfd4-50d3cdf2ae8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:44:21.811458 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device 6a4d9220-3407-49ec-be54-a189a5313c22 up at agent hyperv_hv-cinder-77570 {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 03:44:21.873010 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Provisioning for port 6a4d9220-3407-49ec-be54-a189a5313c22 completed by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 25 03:44:21.876919 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Provisioning complete for port 6a4d9220-3407-49ec-be54-a189a5313c22 triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:44:21.877320 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:44:21.947298 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b33bfe-439e-4c44-b820-40fc469d5953 req-11cc7359-cc9f-446c-9f23-f1b4b6596845 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:44:21.948828 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e1b33bfe-439e-4c44-b820-40fc469d5953 req-11cc7359-cc9f-446c-9f23-f1b4b6596845 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/ports?device_id=d318e803-3e40-4667-bf72-9cca7dbe5b4a HTTP/1.1" status: 200 len: 945 time: 0.0502903 Sep 25 03:44:21.957873 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:44:21.980375 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd318e803-3e40-4667-bf72-9cca7dbe5b4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a4d9220-3407-49ec-be54-a189a5313c22'}] {{(pid=94022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 03:44:21.982652 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9141e1544748c335de5c87e81d01f98f4272279fe7d072e46966747184492a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac838ca-172c-4aa0-93c1-b7f01b137b44" -d '{"events": [{"server_uuid": "d318e803-3e40-4667-bf72-9cca7dbe5b4a", "name": "network-vif-plugged", "status": "completed", "tag": "6a4d9220-3407-49ec-be54-a189a5313c22"}]}' {{(pid=94022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 03:44:21.987420 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e1b33bfe-439e-4c44-b820-40fc469d5953 req-cf503910-06d3-4a43-90fe-042ec5877462 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/security-groups?id=703d7530-7f1f-40c6-a724-b6a283aed46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324950 Sep 25 03:44:21.998503 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] For port 6a4d9220-3407-49ec-be54-a189a5313c22, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=6a4d9220-3407-49ec-be54-a189a5313c22,segment=NetworkSegment(f5c6b44c-d8bc-4dee-8a72-f772f6ededb3),segment_id=f5c6b44c-d8bc-4dee-8a72-f772f6ededb3)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:44:22.004695 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:44:22.031261 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 03:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-668c8a9d-8fdd-4c07-9c2c-6dea7135999b x-openstack-request-id: req-668c8a9d-8fdd-4c07-9c2c-6dea7135999b {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 03:44:22.031547 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d318e803-3e40-4667-bf72-9cca7dbe5b4a", "name": "network-vif-plugged", "status": "completed", "tag": "6a4d9220-3407-49ec-be54-a189a5313c22", "code": 200}]} {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 03:44:22.031791 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-668c8a9d-8fdd-4c07-9c2c-6dea7135999b {{(pid=94022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 03:44:22.032167 dv-cinder-775706-4-iscsi neutron-server[94022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd318e803-3e40-4667-bf72-9cca7dbe5b4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a4d9220-3407-49ec-be54-a189a5313c22', 'code': 200} Sep 25 03:44:22.060273 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Pushing event updated for resources: {'Port': ['ID=6a4d9220-3407-49ec-be54-a189a5313c22,revision_number=5']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:44:22.238783 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b1c3fc-1897-4f72-b570-af8c072566ab req-fb18a2be-c3e1-4a93-8f48-23080129204d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:44:22.240421 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-f9b1c3fc-1897-4f72-b570-af8c072566ab req-fb18a2be-c3e1-4a93-8f48-23080129204d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d318e803-3e40-4667-bf72-9cca7dbe5b4a HTTP/1.1" status: 200 len: 1099 time: 0.0455370 Sep 25 03:44:22.276278 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-f9b1c3fc-1897-4f72-b570-af8c072566ab req-35d37782-4b3e-4428-8f53-e74e717c3fe8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=703d7530-7f1f-40c6-a724-b6a283aed46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288091 Sep 25 03:44:23.114072 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94f3914-ca1b-4ea4-98d1-902f0031f324 req-63f170a0-be21-41d1-a129-ab5613fc6b32 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:44:23.115532 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d94f3914-ca1b-4ea4-98d1-902f0031f324 req-63f170a0-be21-41d1-a129-ab5613fc6b32 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/ports?device_id=d318e803-3e40-4667-bf72-9cca7dbe5b4a HTTP/1.1" status: 200 len: 946 time: 0.0561042 Sep 25 03:44:23.160970 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d94f3914-ca1b-4ea4-98d1-902f0031f324 req-1e9fa9ed-fce5-4e59-9ceb-fab82fd08ab3 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/security-groups?id=703d7530-7f1f-40c6-a724-b6a283aed46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363650 Sep 25 03:44:24.286295 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4266abdf-3ef9-4662-bf72-cc912b763ffd req-b7cb8889-3b23-4c28-a326-b8af29eacffd tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:44:24.287881 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4266abdf-3ef9-4662-bf72-cc912b763ffd req-b7cb8889-3b23-4c28-a326-b8af29eacffd tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/ports?device_id=d318e803-3e40-4667-bf72-9cca7dbe5b4a HTTP/1.1" status: 200 len: 946 time: 0.0531888 Sep 25 03:44:24.331805 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4266abdf-3ef9-4662-bf72-cc912b763ffd req-3728aba8-2e83-45dd-ade4-748e8f97a87b tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/security-groups?id=703d7530-7f1f-40c6-a724-b6a283aed46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341525 Sep 25 03:44:26.106188 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e330014-7993-478b-9f89-e5f55cc2d127 req-31829686-41b9-47ed-8cf9-c61de3cd2f58 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:44:26.107671 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4e330014-7993-478b-9f89-e5f55cc2d127 req-31829686-41b9-47ed-8cf9-c61de3cd2f58 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/networks?id=264cea73-8391-4d03-b5ff-a0fff4c6c217 HTTP/1.1" status: 200 len: 815 time: 0.1223683 Sep 25 03:44:26.124099 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4e330014-7993-478b-9f89-e5f55cc2d127 req-d301cd5e-ae14-42e6-ba19-e536dfbb8c39 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/quotas/21656a6878324fafb5fbd895f6641b53 HTTP/1.1" status: 200 len: 375 time: 0.0105517 Sep 25 03:44:26.176522 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4e330014-7993-478b-9f89-e5f55cc2d127 req-e7b301f2-f110-4816-8bbd-ec6d47018025 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=21656a6878324fafb5fbd895f6641b53&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470233 Sep 25 03:44:26.281667 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4e330014-7993-478b-9f89-e5f55cc2d127 req-713b6225-2e85-49bd-9dee-e365289fddfd service neutron] 10.222.0.42 "GET /v2.0/networks/264cea73-8391-4d03-b5ff-a0fff4c6c217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942662 Sep 25 03:44:26.389602 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4e330014-7993-478b-9f89-e5f55cc2d127 req-11fca2c6-95ad-4a51-92e0-355d6b0d4bfb service neutron] 10.222.0.42 "GET /v2.0/networks/264cea73-8391-4d03-b5ff-a0fff4c6c217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992179 Sep 25 03:44:26.559494 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9ab57812-c2b1-4ba0-8b7a-03ce089f5cd7 req-750c9345-4b51-43e1-93f1-17ac10bfa166 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/ports?device_id=b846adc5-ee4c-4506-a7c0-264ad40429bb HTTP/1.1" status: 200 len: 210 time: 0.0275621 Sep 25 03:44:27.137845 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:44:27.555816 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-12453c79-04f6-431c-ac7a-1da34be194f8 None None] Agent healthcheck: found 6 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 03:44:27.656781 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-33f1eb23-078c-411b-95fe-73ffb6370cd1 req-bcaca079-da78-4ddf-aca6-40bf15d5fe09 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/ports?device_id=b846adc5-ee4c-4506-a7c0-264ad40429bb HTTP/1.1" status: 200 len: 210 time: 0.0276785 Sep 25 03:44:27.660945 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e330014-7993-478b-9f89-e5f55cc2d127 req-48c5b8ec-3b8d-43f2-9675-02253fdbfa8e tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:44:27.662421 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-4e330014-7993-478b-9f89-e5f55cc2d127 req-48c5b8ec-3b8d-43f2-9675-02253fdbfa8e tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.45 "GET /v2.0/networks?id=264cea73-8391-4d03-b5ff-a0fff4c6c217 HTTP/1.1" status: 200 len: 815 time: 0.1066709 Sep 25 03:44:27.683432 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [req-4e330014-7993-478b-9f89-e5f55cc2d127 req-90d8c1d9-a8d3-47bd-87b7-21ae677b7594 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Request body: {'port': {'device_id': 'b846adc5-ee4c-4506-a7c0-264ad40429bb', 'network_id': '264cea73-8391-4d03-b5ff-a0fff4c6c217', 'admin_state_up': True, 'tenant_id': '21656a6878324fafb5fbd895f6641b53'}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:44:27.798307 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e330014-7993-478b-9f89-e5f55cc2d127 req-90d8c1d9-a8d3-47bd-87b7-21ae677b7594 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Made reservation on behalf of 21656a6878324fafb5fbd895f6641b53 for: {'port': 1} {{(pid=94020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 03:44:27.802021 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-4e330014-7993-478b-9f89-e5f55cc2d127 req-90d8c1d9-a8d3-47bd-87b7-21ae677b7594 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:44:27.939793 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.db.db_base_plugin_common [req-4e330014-7993-478b-9f89-e5f55cc2d127 req-90d8c1d9-a8d3-47bd-87b7-21ae677b7594 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Allocated IP 172.20.0.11 (264cea73-8391-4d03-b5ff-a0fff4c6c217/cdf68158-0884-473e-bed7-d4b11e955ef7/61485ebd-155a-4042-858c-0b416deaee9d) {{(pid=94020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 03:44:28.096708 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-4e330014-7993-478b-9f89-e5f55cc2d127 req-90d8c1d9-a8d3-47bd-87b7-21ae677b7594 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Notify callbacks [] for port, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:44:28.132264 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-4e330014-7993-478b-9f89-e5f55cc2d127 req-90d8c1d9-a8d3-47bd-87b7-21ae677b7594 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731880292801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937715'] for port, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:44:28.168539 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] get_ports_and_sgs() called for port_ids ['25f6ad5f-bf09-418a-ba02-efdee5f9ae1b', '6a4d9220-3407-49ec-be54-a189a5313c22'] {{(pid=94022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 25 03:44:28.176865 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e330014-7993-478b-9f89-e5f55cc2d127 req-90d8c1d9-a8d3-47bd-87b7-21ae677b7594 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Network 264cea73-8391-4d03-b5ff-a0fff4c6c217 is already hosted by enough agents. {{(pid=94020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 03:44:28.179933 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.base_scheduler [req-4e330014-7993-478b-9f89-e5f55cc2d127 req-90d8c1d9-a8d3-47bd-87b7-21ae677b7594 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Resources bound (agent type, host, resource id): {{(pid=94020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:44:28.183570 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e330014-7993-478b-9f89-e5f55cc2d127 req-90d8c1d9-a8d3-47bd-87b7-21ae677b7594 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Received port after_create {{(pid=94020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 03:44:28.192913 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d8c1d9-a8d3-47bd-87b7-21ae677b7594 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Pushing event updated for resources: {'Port': ['ID=61485ebd-155a-4042-858c-0b416deaee9d,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:44:28.221682 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d8c1d9-a8d3-47bd-87b7-21ae677b7594 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:44:28.221987 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d8c1d9-a8d3-47bd-87b7-21ae677b7594 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:44:28.222355 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d8c1d9-a8d3-47bd-87b7-21ae677b7594 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:44:28.222681 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d8c1d9-a8d3-47bd-87b7-21ae677b7594 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:44:28.223005 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d8c1d9-a8d3-47bd-87b7-21ae677b7594 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:44:28.223312 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d8c1d9-a8d3-47bd-87b7-21ae677b7594 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:44:28.223632 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d8c1d9-a8d3-47bd-87b7-21ae677b7594 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:44:28.223949 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d8c1d9-a8d3-47bd-87b7-21ae677b7594 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:44:28.224269 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d8c1d9-a8d3-47bd-87b7-21ae677b7594 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:44:28.224581 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d8c1d9-a8d3-47bd-87b7-21ae677b7594 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:44:28.224931 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d8c1d9-a8d3-47bd-87b7-21ae677b7594 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:44:28.225244 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d8c1d9-a8d3-47bd-87b7-21ae677b7594 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:44:28.248346 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e330014-7993-478b-9f89-e5f55cc2d127 req-90d8c1d9-a8d3-47bd-87b7-21ae677b7594 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:44:28.248987 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-4e330014-7993-478b-9f89-e5f55cc2d127 req-90d8c1d9-a8d3-47bd-87b7-21ae677b7594 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950'] for port, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:44:28.264333 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-4e330014-7993-478b-9f89-e5f55cc2d127 req-90d8c1d9-a8d3-47bd-87b7-21ae677b7594 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5851276 Sep 25 03:44:28.282903 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [req-4e330014-7993-478b-9f89-e5f55cc2d127 req-646dc511-ad8c-4ed7-824b-396839ab0be7 service neutron] Request body: {'port': {'device_id': 'b846adc5-ee4c-4506-a7c0-264ad40429bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:44:28.336734 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-4e330014-7993-478b-9f89-e5f55cc2d127 req-646dc511-ad8c-4ed7-824b-396839ab0be7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:44:28.616982 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.notifiers.nova [req-4e330014-7993-478b-9f89-e5f55cc2d127 req-646dc511-ad8c-4ed7-824b-396839ab0be7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61485ebd-155a-4042-858c-0b416deaee9d {{(pid=94020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 03:44:28.625828 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-4e330014-7993-478b-9f89-e5f55cc2d127 req-646dc511-ad8c-4ed7-824b-396839ab0be7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:44:28.638184 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.db.provisioning_blocks [req-4e330014-7993-478b-9f89-e5f55cc2d127 req-646dc511-ad8c-4ed7-824b-396839ab0be7 service neutron] Transition to ACTIVE for port object 61485ebd-155a-4042-858c-0b416deaee9d will not be triggered until provisioned by entity L2. {{(pid=94020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 25 03:44:28.643541 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-4e330014-7993-478b-9f89-e5f55cc2d127 req-646dc511-ad8c-4ed7-824b-396839ab0be7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937720'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:44:28.691988 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646dc511-ad8c-4ed7-824b-396839ab0be7 service neutron] Pushing event updated for resources: {'Port': ['ID=61485ebd-155a-4042-858c-0b416deaee9d,revision_number=2']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:44:28.765171 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [req-4e330014-7993-478b-9f89-e5f55cc2d127 req-646dc511-ad8c-4ed7-824b-396839ab0be7 service neutron] Attempting to bind port 61485ebd-155a-4042-858c-0b416deaee9d on host hv-cinder-77570 for vnic_type normal with profile {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 03:44:28.765684 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [req-4e330014-7993-478b-9f89-e5f55cc2d127 req-646dc511-ad8c-4ed7-824b-396839ab0be7 service neutron] Attempting to bind port 61485ebd-155a-4042-858c-0b416deaee9d by drivers openvswitch,hyperv on host hv-cinder-77570 at level 0 using segments [{'id': 'f5c6b44c-d8bc-4dee-8a72-f772f6ededb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '264cea73-8391-4d03-b5ff-a0fff4c6c217'}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 03:44:28.766024 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e330014-7993-478b-9f89-e5f55cc2d127 req-646dc511-ad8c-4ed7-824b-396839ab0be7 service neutron] Attempting to bind port 61485ebd-155a-4042-858c-0b416deaee9d on network 264cea73-8391-4d03-b5ff-a0fff4c6c217 {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 03:44:28.770356 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e330014-7993-478b-9f89-e5f55cc2d127 req-646dc511-ad8c-4ed7-824b-396839ab0be7 service neutron] Port 61485ebd-155a-4042-858c-0b416deaee9d on network 264cea73-8391-4d03-b5ff-a0fff4c6c217 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77570 {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 25 03:44:28.770666 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e330014-7993-478b-9f89-e5f55cc2d127 req-646dc511-ad8c-4ed7-824b-396839ab0be7 service neutron] Attempting to bind port 61485ebd-155a-4042-858c-0b416deaee9d on network 264cea73-8391-4d03-b5ff-a0fff4c6c217 {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 03:44:28.775503 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e330014-7993-478b-9f89-e5f55cc2d127 req-646dc511-ad8c-4ed7-824b-396839ab0be7 service neutron] Checking agent: {'id': '508f5817-0468-490c-b4b9-d8db88d5fd84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 3, 27, 55), 'started_at': datetime.datetime(2021, 9, 25, 3, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 3, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 03:44:28.775832 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e330014-7993-478b-9f89-e5f55cc2d127 req-646dc511-ad8c-4ed7-824b-396839ab0be7 service neutron] Checking segment: {'id': 'f5c6b44c-d8bc-4dee-8a72-f772f6ededb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '264cea73-8391-4d03-b5ff-a0fff4c6c217'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 03:44:28.776208 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e330014-7993-478b-9f89-e5f55cc2d127 req-646dc511-ad8c-4ed7-824b-396839ab0be7 service neutron] Bound using segment: {'id': 'f5c6b44c-d8bc-4dee-8a72-f772f6ededb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '264cea73-8391-4d03-b5ff-a0fff4c6c217'} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 03:44:28.776620 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [req-4e330014-7993-478b-9f89-e5f55cc2d127 req-646dc511-ad8c-4ed7-824b-396839ab0be7 service neutron] Bound port: 61485ebd-155a-4042-858c-0b416deaee9d, host: hv-cinder-77570, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5c6b44c-d8bc-4dee-8a72-f772f6ededb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '264cea73-8391-4d03-b5ff-a0fff4c6c217'}}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 03:44:28.777076 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-4e330014-7993-478b-9f89-e5f55cc2d127 req-646dc511-ad8c-4ed7-824b-396839ab0be7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:44:28.779889 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2381a5a7-e558-486f-8763-f72177df179b req-893f31af-ee13-443e-b851-387c5b1697e9 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:44:28.781430 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2381a5a7-e558-486f-8763-f72177df179b req-893f31af-ee13-443e-b851-387c5b1697e9 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/ports?device_id=b846adc5-ee4c-4506-a7c0-264ad40429bb HTTP/1.1" status: 200 len: 944 time: 0.0532095 Sep 25 03:44:28.822748 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2381a5a7-e558-486f-8763-f72177df179b req-01850e37-5629-44f1-96b4-17f73dd92408 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/security-groups?id=703d7530-7f1f-40c6-a724-b6a283aed46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350270 Sep 25 03:44:28.841329 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.db [req-4e330014-7993-478b-9f89-e5f55cc2d127 req-646dc511-ad8c-4ed7-824b-396839ab0be7 service neutron] For port 61485ebd-155a-4042-858c-0b416deaee9d, host hv-cinder-77570, cleared binding levels {{(pid=94020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 03:44:28.844299 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.db [req-4e330014-7993-478b-9f89-e5f55cc2d127 req-646dc511-ad8c-4ed7-824b-396839ab0be7 service neutron] For port 61485ebd-155a-4042-858c-0b416deaee9d, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=61485ebd-155a-4042-858c-0b416deaee9d,segment=NetworkSegment(f5c6b44c-d8bc-4dee-8a72-f772f6ededb3),segment_id=f5c6b44c-d8bc-4dee-8a72-f772f6ededb3)] {{(pid=94020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 03:44:28.850129 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-4e330014-7993-478b-9f89-e5f55cc2d127 req-646dc511-ad8c-4ed7-824b-396839ab0be7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937720'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:44:28.883339 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e330014-7993-478b-9f89-e5f55cc2d127 req-646dc511-ad8c-4ed7-824b-396839ab0be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:44:28.883939 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-4e330014-7993-478b-9f89-e5f55cc2d127 req-646dc511-ad8c-4ed7-824b-396839ab0be7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950'] for port, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:44:28.885406 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-4e330014-7993-478b-9f89-e5f55cc2d127 req-646dc511-ad8c-4ed7-824b-396839ab0be7 service neutron] 10.222.0.45 "PUT /v2.0/ports/61485ebd-155a-4042-858c-0b416deaee9d HTTP/1.1" status: 200 len: 1094 time: 0.6067524 Sep 25 03:44:28.885828 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b846adc5-ee4c-4506-a7c0-264ad40429bb', 'tag': '61485ebd-155a-4042-858c-0b416deaee9d'}] {{(pid=94020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 03:44:28.888742 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d114ac846cecc4f090472340cf1e7771535e64bb380ac0996b13cb6b7cfe6923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08746e52-db85-4641-8f5d-77688554d7f3" -d '{"events": [{"name": "network-changed", "server_uuid": "b846adc5-ee4c-4506-a7c0-264ad40429bb", "tag": "61485ebd-155a-4042-858c-0b416deaee9d"}]}' {{(pid=94020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 03:44:28.917625 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646dc511-ad8c-4ed7-824b-396839ab0be7 service neutron] Pushing event updated for resources: {'Port': ['ID=61485ebd-155a-4042-858c-0b416deaee9d,revision_number=3']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:44:28.928254 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 03:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e074f0-27db-46c1-a00c-3242a8126efb x-openstack-request-id: req-77e074f0-27db-46c1-a00c-3242a8126efb {{(pid=94020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 03:44:28.928535 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b846adc5-ee4c-4506-a7c0-264ad40429bb", "tag": "61485ebd-155a-4042-858c-0b416deaee9d", "status": "completed", "code": 200}]} {{(pid=94020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 03:44:28.928839 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-77e074f0-27db-46c1-a00c-3242a8126efb {{(pid=94020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 03:44:28.929215 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b846adc5-ee4c-4506-a7c0-264ad40429bb', 'tag': '61485ebd-155a-4042-858c-0b416deaee9d', 'status': 'completed', 'code': 200} Sep 25 03:44:28.993546 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e330014-7993-478b-9f89-e5f55cc2d127 req-8b6d3157-18e8-47a7-b3f3-d0e69a05d9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:44:28.995058 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-4e330014-7993-478b-9f89-e5f55cc2d127 req-8b6d3157-18e8-47a7-b3f3-d0e69a05d9f4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=21656a6878324fafb5fbd895f6641b53&device_id=b846adc5-ee4c-4506-a7c0-264ad40429bb HTTP/1.1" status: 200 len: 1097 time: 0.0414071 Sep 25 03:44:29.046926 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-4e330014-7993-478b-9f89-e5f55cc2d127 req-53c7982d-0768-49a4-884b-3144ba23f1b2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61485ebd-155a-4042-858c-0b416deaee9d HTTP/1.1" status: 200 len: 217 time: 0.0370040 Sep 25 03:44:29.097528 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e330014-7993-478b-9f89-e5f55cc2d127 req-52018184-61f7-4ade-b21c-b310be275078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:44:29.098954 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-4e330014-7993-478b-9f89-e5f55cc2d127 req-52018184-61f7-4ade-b21c-b310be275078 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cdf68158-0884-473e-bed7-d4b11e955ef7 HTTP/1.1" status: 200 len: 855 time: 0.0445218 Sep 25 03:44:29.131250 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-4e330014-7993-478b-9f89-e5f55cc2d127 req-143c7f67-09cc-41fd-b625-0998b08e1ec6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=264cea73-8391-4d03-b5ff-a0fff4c6c217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254483 Sep 25 03:44:29.228370 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-4e330014-7993-478b-9f89-e5f55cc2d127 req-6ad4923d-f2d0-4580-b82d-afbd69a4944c service neutron] 10.222.0.45 "GET /v2.0/networks/264cea73-8391-4d03-b5ff-a0fff4c6c217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877135 Sep 25 03:44:29.322014 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-4e330014-7993-478b-9f89-e5f55cc2d127 req-b62126ff-78dc-4a93-8e40-40de28befc83 service neutron] 10.222.0.45 "GET /v2.0/networks/264cea73-8391-4d03-b5ff-a0fff4c6c217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857558 Sep 25 03:44:29.481776 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08746e52-db85-4641-8f5d-77688554d7f3 req-a08159ae-fe7e-40e5-b4b9-4d97e2e93d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:44:29.483982 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-08746e52-db85-4641-8f5d-77688554d7f3 req-a08159ae-fe7e-40e5-b4b9-4d97e2e93d02 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=21656a6878324fafb5fbd895f6641b53&device_id=b846adc5-ee4c-4506-a7c0-264ad40429bb HTTP/1.1" status: 200 len: 1097 time: 0.0524378 Sep 25 03:44:29.594551 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08746e52-db85-4641-8f5d-77688554d7f3 req-27ade822-ef33-4c4f-ba48-02cb6a393d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:44:29.596131 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-08746e52-db85-4641-8f5d-77688554d7f3 req-27ade822-ef33-4c4f-ba48-02cb6a393d28 service neutron] 10.222.0.45 "GET /v2.0/networks?id=264cea73-8391-4d03-b5ff-a0fff4c6c217 HTTP/1.1" status: 200 len: 916 time: 0.1044221 Sep 25 03:44:29.642627 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-08746e52-db85-4641-8f5d-77688554d7f3 req-b9a0d87c-c497-45cb-87f1-f0e97db08958 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61485ebd-155a-4042-858c-0b416deaee9d HTTP/1.1" status: 200 len: 217 time: 0.0389428 Sep 25 03:44:29.929254 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08746e52-db85-4641-8f5d-77688554d7f3 req-bc73e139-2d2a-4ccd-b3a8-0927ef3ee77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:44:29.930726 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-08746e52-db85-4641-8f5d-77688554d7f3 req-bc73e139-2d2a-4ccd-b3a8-0927ef3ee77e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cdf68158-0884-473e-bed7-d4b11e955ef7 HTTP/1.1" status: 200 len: 855 time: 0.2812455 Sep 25 03:44:29.947627 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf342c7-5d7e-4902-aa97-7ade9429b34b req-62f74f8d-6e4a-4b09-b917-8408ca004fd0 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:44:29.949214 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1cf342c7-5d7e-4902-aa97-7ade9429b34b req-62f74f8d-6e4a-4b09-b917-8408ca004fd0 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/ports?device_id=b846adc5-ee4c-4506-a7c0-264ad40429bb HTTP/1.1" status: 200 len: 944 time: 0.0499063 Sep 25 03:44:29.963267 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-08746e52-db85-4641-8f5d-77688554d7f3 req-92ac15ff-a14d-455c-9d73-12c084dd6a8c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=264cea73-8391-4d03-b5ff-a0fff4c6c217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246041 Sep 25 03:44:29.987703 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1cf342c7-5d7e-4902-aa97-7ade9429b34b req-fdf0302f-94c9-4443-9a12-83e1a58c4a48 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/security-groups?id=703d7530-7f1f-40c6-a724-b6a283aed46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318904 Sep 25 03:44:30.059211 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-08746e52-db85-4641-8f5d-77688554d7f3 req-8a0c8f55-8a31-433d-b32e-0884558d212d service neutron] 10.222.0.45 "GET /v2.0/networks/264cea73-8391-4d03-b5ff-a0fff4c6c217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877638 Sep 25 03:44:30.152493 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-08746e52-db85-4641-8f5d-77688554d7f3 req-72aaea2c-a365-433a-9453-6e0a0c7333a8 service neutron] 10.222.0.45 "GET /v2.0/networks/264cea73-8391-4d03-b5ff-a0fff4c6c217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829394 Sep 25 03:44:31.119688 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf337d4c-1f29-4d19-ac09-20dac6f3f985 req-07130e0d-2faf-4595-b374-781a1408c7ef tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:44:31.121575 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-cf337d4c-1f29-4d19-ac09-20dac6f3f985 req-07130e0d-2faf-4595-b374-781a1408c7ef tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/ports?device_id=b846adc5-ee4c-4506-a7c0-264ad40429bb HTTP/1.1" status: 200 len: 944 time: 0.0630779 Sep 25 03:44:31.164873 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-cf337d4c-1f29-4d19-ac09-20dac6f3f985 req-1a101686-3684-4002-84dd-e312fd298306 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/security-groups?id=703d7530-7f1f-40c6-a724-b6a283aed46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339994 Sep 25 03:44:31.884282 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device 61485ebd-155a-4042-858c-0b416deaee9d details requested by agent hyperv_hv-cinder-77570 with host hv-cinder-77570 {{(pid=94022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 03:44:31.989590 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] For port 61485ebd-155a-4042-858c-0b416deaee9d, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=61485ebd-155a-4042-858c-0b416deaee9d,segment=NetworkSegment(f5c6b44c-d8bc-4dee-8a72-f772f6ededb3),segment_id=f5c6b44c-d8bc-4dee-8a72-f772f6ededb3)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:44:32.001824 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Returning: {'device': '61485ebd-155a-4042-858c-0b416deaee9d', 'network_id': '264cea73-8391-4d03-b5ff-a0fff4c6c217', 'port_id': '61485ebd-155a-4042-858c-0b416deaee9d', 'mac_address': 'fa:16:3e:67:18:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdf68158-0884-473e-bed7-d4b11e955ef7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 03:44:32.044624 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:44:32.058218 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61485ebd-155a-4042-858c-0b416deaee9d {{(pid=94022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 03:44:32.082273 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] For port 61485ebd-155a-4042-858c-0b416deaee9d, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=61485ebd-155a-4042-858c-0b416deaee9d,segment=NetworkSegment(f5c6b44c-d8bc-4dee-8a72-f772f6ededb3),segment_id=f5c6b44c-d8bc-4dee-8a72-f772f6ededb3)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:44:32.088020 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:44:32.137412 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Pushing event updated for resources: {'Port': ['ID=61485ebd-155a-4042-858c-0b416deaee9d,revision_number=4']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:44:32.280829 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b10038-19d4-40d0-81d9-3beee06d3f7d req-7293e627-3333-4e5d-8dbd-00bbbcaa879f tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:44:32.282317 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-58b10038-19d4-40d0-81d9-3beee06d3f7d req-7293e627-3333-4e5d-8dbd-00bbbcaa879f tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/ports?device_id=b846adc5-ee4c-4506-a7c0-264ad40429bb HTTP/1.1" status: 200 len: 945 time: 0.0491540 Sep 25 03:44:32.331001 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-58b10038-19d4-40d0-81d9-3beee06d3f7d req-7c59cef7-44b2-4c60-a645-fd7d5c6f48bf tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/security-groups?id=703d7530-7f1f-40c6-a724-b6a283aed46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425961 Sep 25 03:44:32.527893 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] get_ports_and_sgs() called for port_ids ['61485ebd-155a-4042-858c-0b416deaee9d'] {{(pid=94022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 25 03:44:33.464663 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d05e74-f723-469e-b0a0-cc4d9eeb935e req-371236e0-b670-4551-b78d-242a29badb02 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:44:33.466188 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a0d05e74-f723-469e-b0a0-cc4d9eeb935e req-371236e0-b670-4551-b78d-242a29badb02 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/ports?device_id=b846adc5-ee4c-4506-a7c0-264ad40429bb HTTP/1.1" status: 200 len: 945 time: 0.0523548 Sep 25 03:44:33.509924 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a0d05e74-f723-469e-b0a0-cc4d9eeb935e req-f48bcef0-a6e0-4f02-b1a3-9b45c586232f tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/security-groups?id=703d7530-7f1f-40c6-a724-b6a283aed46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346038 Sep 25 03:44:33.916637 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device 61485ebd-155a-4042-858c-0b416deaee9d up at agent hyperv_hv-cinder-77570 {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 03:44:33.980995 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Provisioning for port 61485ebd-155a-4042-858c-0b416deaee9d completed by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 25 03:44:33.985129 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Provisioning complete for port 61485ebd-155a-4042-858c-0b416deaee9d triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:44:33.985489 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:44:34.077801 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:44:34.106559 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b846adc5-ee4c-4506-a7c0-264ad40429bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61485ebd-155a-4042-858c-0b416deaee9d'}] {{(pid=94022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 03:44:34.108848 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9141e1544748c335de5c87e81d01f98f4272279fe7d072e46966747184492a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3592e4a-1aef-4f45-a9fc-44c7872d03ec" -d '{"events": [{"server_uuid": "b846adc5-ee4c-4506-a7c0-264ad40429bb", "name": "network-vif-plugged", "status": "completed", "tag": "61485ebd-155a-4042-858c-0b416deaee9d"}]}' {{(pid=94022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 03:44:34.122495 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] For port 61485ebd-155a-4042-858c-0b416deaee9d, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=61485ebd-155a-4042-858c-0b416deaee9d,segment=NetworkSegment(f5c6b44c-d8bc-4dee-8a72-f772f6ededb3),segment_id=f5c6b44c-d8bc-4dee-8a72-f772f6ededb3)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:44:34.127954 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:44:34.151498 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 03:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf19892f-5529-475f-a0a2-2f2d758abe12 x-openstack-request-id: req-bf19892f-5529-475f-a0a2-2f2d758abe12 {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 03:44:34.152002 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b846adc5-ee4c-4506-a7c0-264ad40429bb", "name": "network-vif-plugged", "status": "completed", "tag": "61485ebd-155a-4042-858c-0b416deaee9d", "code": 200}]} {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 03:44:34.152594 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bf19892f-5529-475f-a0a2-2f2d758abe12 {{(pid=94022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 03:44:34.152594 dv-cinder-775706-4-iscsi neutron-server[94022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b846adc5-ee4c-4506-a7c0-264ad40429bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61485ebd-155a-4042-858c-0b416deaee9d', 'code': 200} Sep 25 03:44:34.179807 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Pushing event updated for resources: {'Port': ['ID=61485ebd-155a-4042-858c-0b416deaee9d,revision_number=5']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:44:34.386687 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7ffef0-008a-4c04-bfc9-4b588f4a6c65 req-a70aac49-9e77-4ab2-bab3-ab0bf227bf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:44:34.388192 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-6c7ffef0-008a-4c04-bfc9-4b588f4a6c65 req-a70aac49-9e77-4ab2-bab3-ab0bf227bf24 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b846adc5-ee4c-4506-a7c0-264ad40429bb HTTP/1.1" status: 200 len: 1099 time: 0.0430901 Sep 25 03:44:34.427970 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-6c7ffef0-008a-4c04-bfc9-4b588f4a6c65 req-3e1d3990-be48-46ef-bb3c-c61e6a361d2f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=703d7530-7f1f-40c6-a724-b6a283aed46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307894 Sep 25 03:44:34.633852 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b8005-14bc-4d03-b757-fbce35842ba0 req-d7f80c8f-9e8a-4629-928f-a847a410fe7e tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:44:34.635347 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-dd1b8005-14bc-4d03-b757-fbce35842ba0 req-d7f80c8f-9e8a-4629-928f-a847a410fe7e tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/ports?device_id=b846adc5-ee4c-4506-a7c0-264ad40429bb HTTP/1.1" status: 200 len: 946 time: 0.0526173 Sep 25 03:44:34.674496 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-dd1b8005-14bc-4d03-b757-fbce35842ba0 req-3abb17b4-656f-4c14-b599-4b377297729b tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/security-groups?id=703d7530-7f1f-40c6-a724-b6a283aed46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329356 Sep 25 03:44:35.805466 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae51b6b-5307-4070-a2cf-6d9d4bf97697 req-0e120ea3-212b-418e-b494-7dca57017af0 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:44:35.806851 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9ae51b6b-5307-4070-a2cf-6d9d4bf97697 req-0e120ea3-212b-418e-b494-7dca57017af0 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/ports?device_id=b846adc5-ee4c-4506-a7c0-264ad40429bb HTTP/1.1" status: 200 len: 946 time: 0.0501792 Sep 25 03:44:35.853175 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9ae51b6b-5307-4070-a2cf-6d9d4bf97697 req-0c8d262c-13c1-4daf-aa72-c4e10848e852 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/security-groups?id=703d7530-7f1f-40c6-a724-b6a283aed46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383966 Sep 25 03:44:36.971296 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f90547a-bca0-4dca-8662-397b1d4db29e req-f740ae22-2c84-493f-90cd-391af8140d0c tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:44:36.972790 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4f90547a-bca0-4dca-8662-397b1d4db29e req-f740ae22-2c84-493f-90cd-391af8140d0c tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/ports?device_id=b846adc5-ee4c-4506-a7c0-264ad40429bb HTTP/1.1" status: 200 len: 946 time: 0.0497434 Sep 25 03:44:37.014966 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4f90547a-bca0-4dca-8662-397b1d4db29e req-a1db6f82-2643-4313-a151-b1f60925fdd3 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/security-groups?id=703d7530-7f1f-40c6-a724-b6a283aed46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332236 Sep 25 03:44:45.370273 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-5e31bcfd-8518-4130-9079-7e2e1570e5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:44:47.605909 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-4373259e-a4f8-432b-9145-03c14e4493b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:44:47.970181 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4681aaca-b3c4-4dde-9251-a0f042c1f1c5 req-ba3b9c2a-d9da-4559-b73d-a79b4ee0da55 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:44:47.971674 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4681aaca-b3c4-4dde-9251-a0f042c1f1c5 req-ba3b9c2a-d9da-4559-b73d-a79b4ee0da55 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/networks?id=264cea73-8391-4d03-b5ff-a0fff4c6c217 HTTP/1.1" status: 200 len: 815 time: 0.1114817 Sep 25 03:44:47.993802 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4681aaca-b3c4-4dde-9251-a0f042c1f1c5 req-c5873d85-757f-46ea-8a7d-7e6e3e0762b1 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/quotas/21656a6878324fafb5fbd895f6641b53 HTTP/1.1" status: 200 len: 375 time: 0.0158455 Sep 25 03:44:48.050027 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4681aaca-b3c4-4dde-9251-a0f042c1f1c5 req-7e6717c1-7cd0-45e7-9b10-b2c26b7d19d3 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=21656a6878324fafb5fbd895f6641b53&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0493226 Sep 25 03:44:48.145438 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4681aaca-b3c4-4dde-9251-a0f042c1f1c5 req-2d7f4619-b1a0-49dc-83c0-2077e6d233b9 service neutron] 10.222.0.42 "GET /v2.0/networks/264cea73-8391-4d03-b5ff-a0fff4c6c217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861936 Sep 25 03:44:48.242320 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4681aaca-b3c4-4dde-9251-a0f042c1f1c5 req-e00ef6b0-e5f6-41c4-b156-0cbebbccd442 service neutron] 10.222.0.42 "GET /v2.0/networks/264cea73-8391-4d03-b5ff-a0fff4c6c217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871446 Sep 25 03:44:48.413201 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-62d1fe7f-e98b-43ec-b330-22acd052c823 req-06d5f5b1-8250-4965-b840-b7f78f8a08fd tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ff65c26-a581-47e7-b9f4-961cd9801060 HTTP/1.1" status: 200 len: 210 time: 0.0282073 Sep 25 03:44:49.271681 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:44:49.295070 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-fa5af178-6116-457c-95b6-13dc589f2bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:44:49.499945 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4681aaca-b3c4-4dde-9251-a0f042c1f1c5 req-788cde10-46fa-4a35-b80d-463e44b41da7 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:44:49.501450 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-4681aaca-b3c4-4dde-9251-a0f042c1f1c5 req-788cde10-46fa-4a35-b80d-463e44b41da7 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.45 "GET /v2.0/networks?id=264cea73-8391-4d03-b5ff-a0fff4c6c217 HTTP/1.1" status: 200 len: 815 time: 0.1172197 Sep 25 03:44:49.523710 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a858b606-4e17-4117-91b3-dfd36e7c055b req-461d52c4-5b36-4628-bd13-f99f19d9175b tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ff65c26-a581-47e7-b9f4-961cd9801060 HTTP/1.1" status: 200 len: 210 time: 0.0275021 Sep 25 03:44:49.524673 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [req-4681aaca-b3c4-4dde-9251-a0f042c1f1c5 req-9b5ed929-5f5e-4e0e-946c-4f17fd0cc431 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Request body: {'port': {'device_id': '9ff65c26-a581-47e7-b9f4-961cd9801060', 'network_id': '264cea73-8391-4d03-b5ff-a0fff4c6c217', 'admin_state_up': True, 'tenant_id': '21656a6878324fafb5fbd895f6641b53'}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:44:49.644098 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4681aaca-b3c4-4dde-9251-a0f042c1f1c5 req-9b5ed929-5f5e-4e0e-946c-4f17fd0cc431 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Made reservation on behalf of 21656a6878324fafb5fbd895f6641b53 for: {'port': 1} {{(pid=94020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 03:44:49.647777 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-4681aaca-b3c4-4dde-9251-a0f042c1f1c5 req-9b5ed929-5f5e-4e0e-946c-4f17fd0cc431 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:44:49.783228 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.db.db_base_plugin_common [req-4681aaca-b3c4-4dde-9251-a0f042c1f1c5 req-9b5ed929-5f5e-4e0e-946c-4f17fd0cc431 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Allocated IP 172.20.0.14 (264cea73-8391-4d03-b5ff-a0fff4c6c217/cdf68158-0884-473e-bed7-d4b11e955ef7/1f3ce616-0820-4d64-b37d-f204ace189c6) {{(pid=94020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 03:44:49.945339 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-4681aaca-b3c4-4dde-9251-a0f042c1f1c5 req-9b5ed929-5f5e-4e0e-946c-4f17fd0cc431 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Notify callbacks [] for port, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:44:49.985010 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-4681aaca-b3c4-4dde-9251-a0f042c1f1c5 req-9b5ed929-5f5e-4e0e-946c-4f17fd0cc431 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731880292801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937715'] for port, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:44:50.027246 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] get_ports_and_sgs() called for port_ids ['25f6ad5f-bf09-418a-ba02-efdee5f9ae1b', '6a4d9220-3407-49ec-be54-a189a5313c22', '61485ebd-155a-4042-858c-0b416deaee9d'] {{(pid=94022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 25 03:44:50.030415 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4681aaca-b3c4-4dde-9251-a0f042c1f1c5 req-9b5ed929-5f5e-4e0e-946c-4f17fd0cc431 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Network 264cea73-8391-4d03-b5ff-a0fff4c6c217 is already hosted by enough agents. {{(pid=94020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 03:44:50.033631 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.scheduler.base_scheduler [req-4681aaca-b3c4-4dde-9251-a0f042c1f1c5 req-9b5ed929-5f5e-4e0e-946c-4f17fd0cc431 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Resources bound (agent type, host, resource id): {{(pid=94020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 03:44:50.042264 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [req-4681aaca-b3c4-4dde-9251-a0f042c1f1c5 req-9b5ed929-5f5e-4e0e-946c-4f17fd0cc431 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Received port after_create {{(pid=94020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 03:44:50.046266 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5ed929-5f5e-4e0e-946c-4f17fd0cc431 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Pushing event updated for resources: {'Port': ['ID=1f3ce616-0820-4d64-b37d-f204ace189c6,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:44:50.091518 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4681aaca-b3c4-4dde-9251-a0f042c1f1c5 req-9b5ed929-5f5e-4e0e-946c-4f17fd0cc431 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:44:50.092122 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-4681aaca-b3c4-4dde-9251-a0f042c1f1c5 req-9b5ed929-5f5e-4e0e-946c-4f17fd0cc431 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950'] for port, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:44:50.107034 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-4681aaca-b3c4-4dde-9251-a0f042c1f1c5 req-9b5ed929-5f5e-4e0e-946c-4f17fd0cc431 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5865691 Sep 25 03:44:50.130567 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [req-4681aaca-b3c4-4dde-9251-a0f042c1f1c5 req-54e96785-1a5a-4d0f-b7f2-de1e61883af0 service neutron] Request body: {'port': {'device_id': '9ff65c26-a581-47e7-b9f4-961cd9801060', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 03:44:50.186331 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-4681aaca-b3c4-4dde-9251-a0f042c1f1c5 req-54e96785-1a5a-4d0f-b7f2-de1e61883af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:44:50.463058 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.notifiers.nova [req-4681aaca-b3c4-4dde-9251-a0f042c1f1c5 req-54e96785-1a5a-4d0f-b7f2-de1e61883af0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f3ce616-0820-4d64-b37d-f204ace189c6 {{(pid=94020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 03:44:50.470984 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-4681aaca-b3c4-4dde-9251-a0f042c1f1c5 req-54e96785-1a5a-4d0f-b7f2-de1e61883af0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:44:50.491128 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.db.provisioning_blocks [req-4681aaca-b3c4-4dde-9251-a0f042c1f1c5 req-54e96785-1a5a-4d0f-b7f2-de1e61883af0 service neutron] Transition to ACTIVE for port object 1f3ce616-0820-4d64-b37d-f204ace189c6 will not be triggered until provisioned by entity L2. {{(pid=94020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 25 03:44:50.500346 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-4681aaca-b3c4-4dde-9251-a0f042c1f1c5 req-54e96785-1a5a-4d0f-b7f2-de1e61883af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937720'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:44:50.552343 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e96785-1a5a-4d0f-b7f2-de1e61883af0 service neutron] Pushing event updated for resources: {'Port': ['ID=1f3ce616-0820-4d64-b37d-f204ace189c6,revision_number=2']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:44:50.626637 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [req-4681aaca-b3c4-4dde-9251-a0f042c1f1c5 req-54e96785-1a5a-4d0f-b7f2-de1e61883af0 service neutron] Attempting to bind port 1f3ce616-0820-4d64-b37d-f204ace189c6 on host hv-cinder-77570 for vnic_type normal with profile {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 03:44:50.626972 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [req-4681aaca-b3c4-4dde-9251-a0f042c1f1c5 req-54e96785-1a5a-4d0f-b7f2-de1e61883af0 service neutron] Attempting to bind port 1f3ce616-0820-4d64-b37d-f204ace189c6 by drivers openvswitch,hyperv on host hv-cinder-77570 at level 0 using segments [{'id': 'f5c6b44c-d8bc-4dee-8a72-f772f6ededb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '264cea73-8391-4d03-b5ff-a0fff4c6c217'}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 03:44:50.627446 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4681aaca-b3c4-4dde-9251-a0f042c1f1c5 req-54e96785-1a5a-4d0f-b7f2-de1e61883af0 service neutron] Attempting to bind port 1f3ce616-0820-4d64-b37d-f204ace189c6 on network 264cea73-8391-4d03-b5ff-a0fff4c6c217 {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 03:44:50.631977 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4681aaca-b3c4-4dde-9251-a0f042c1f1c5 req-54e96785-1a5a-4d0f-b7f2-de1e61883af0 service neutron] Port 1f3ce616-0820-4d64-b37d-f204ace189c6 on network 264cea73-8391-4d03-b5ff-a0fff4c6c217 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77570 {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 25 03:44:50.632291 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4681aaca-b3c4-4dde-9251-a0f042c1f1c5 req-54e96785-1a5a-4d0f-b7f2-de1e61883af0 service neutron] Attempting to bind port 1f3ce616-0820-4d64-b37d-f204ace189c6 on network 264cea73-8391-4d03-b5ff-a0fff4c6c217 {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 03:44:50.637387 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4681aaca-b3c4-4dde-9251-a0f042c1f1c5 req-54e96785-1a5a-4d0f-b7f2-de1e61883af0 service neutron] Checking agent: {'id': '508f5817-0468-490c-b4b9-d8db88d5fd84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 3, 27, 55), 'started_at': datetime.datetime(2021, 9, 25, 3, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 3, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 03:44:50.637713 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4681aaca-b3c4-4dde-9251-a0f042c1f1c5 req-54e96785-1a5a-4d0f-b7f2-de1e61883af0 service neutron] Checking segment: {'id': 'f5c6b44c-d8bc-4dee-8a72-f772f6ededb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '264cea73-8391-4d03-b5ff-a0fff4c6c217'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 03:44:50.638091 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4681aaca-b3c4-4dde-9251-a0f042c1f1c5 req-54e96785-1a5a-4d0f-b7f2-de1e61883af0 service neutron] Bound using segment: {'id': 'f5c6b44c-d8bc-4dee-8a72-f772f6ededb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '264cea73-8391-4d03-b5ff-a0fff4c6c217'} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 03:44:50.638508 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [req-4681aaca-b3c4-4dde-9251-a0f042c1f1c5 req-54e96785-1a5a-4d0f-b7f2-de1e61883af0 service neutron] Bound port: 1f3ce616-0820-4d64-b37d-f204ace189c6, host: hv-cinder-77570, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5c6b44c-d8bc-4dee-8a72-f772f6ededb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '264cea73-8391-4d03-b5ff-a0fff4c6c217'}}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 03:44:50.638861 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-4681aaca-b3c4-4dde-9251-a0f042c1f1c5 req-54e96785-1a5a-4d0f-b7f2-de1e61883af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:44:50.644462 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c936fb9a-c186-4e0f-a053-8cec006666be req-caaed476-7e84-4dd4-b5b1-4c82abec83e4 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:44:50.645999 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c936fb9a-c186-4e0f-a053-8cec006666be req-caaed476-7e84-4dd4-b5b1-4c82abec83e4 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ff65c26-a581-47e7-b9f4-961cd9801060 HTTP/1.1" status: 200 len: 944 time: 0.0486808 Sep 25 03:44:50.689130 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c936fb9a-c186-4e0f-a053-8cec006666be req-955787fd-5982-43dd-807a-02994b4a1d2f tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/security-groups?id=703d7530-7f1f-40c6-a724-b6a283aed46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368595 Sep 25 03:44:50.703608 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.db [req-4681aaca-b3c4-4dde-9251-a0f042c1f1c5 req-54e96785-1a5a-4d0f-b7f2-de1e61883af0 service neutron] For port 1f3ce616-0820-4d64-b37d-f204ace189c6, host hv-cinder-77570, cleared binding levels {{(pid=94020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 03:44:50.707157 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.db [req-4681aaca-b3c4-4dde-9251-a0f042c1f1c5 req-54e96785-1a5a-4d0f-b7f2-de1e61883af0 service neutron] For port 1f3ce616-0820-4d64-b37d-f204ace189c6, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=1f3ce616-0820-4d64-b37d-f204ace189c6,segment=NetworkSegment(f5c6b44c-d8bc-4dee-8a72-f772f6ededb3),segment_id=f5c6b44c-d8bc-4dee-8a72-f772f6ededb3)] {{(pid=94020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 03:44:50.714914 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-4681aaca-b3c4-4dde-9251-a0f042c1f1c5 req-54e96785-1a5a-4d0f-b7f2-de1e61883af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937720'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:44:50.749090 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4681aaca-b3c4-4dde-9251-a0f042c1f1c5 req-54e96785-1a5a-4d0f-b7f2-de1e61883af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:44:50.749697 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-4681aaca-b3c4-4dde-9251-a0f042c1f1c5 req-54e96785-1a5a-4d0f-b7f2-de1e61883af0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950'] for port, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:44:50.751234 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-4681aaca-b3c4-4dde-9251-a0f042c1f1c5 req-54e96785-1a5a-4d0f-b7f2-de1e61883af0 service neutron] 10.222.0.45 "PUT /v2.0/ports/1f3ce616-0820-4d64-b37d-f204ace189c6 HTTP/1.1" status: 200 len: 1094 time: 0.6250956 Sep 25 03:44:50.751661 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ff65c26-a581-47e7-b9f4-961cd9801060', 'tag': '1f3ce616-0820-4d64-b37d-f204ace189c6'}] {{(pid=94020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 03:44:50.753896 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d114ac846cecc4f090472340cf1e7771535e64bb380ac0996b13cb6b7cfe6923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d420adc9-685e-4597-8e2e-095be5f6eecb" -d '{"events": [{"name": "network-changed", "server_uuid": "9ff65c26-a581-47e7-b9f4-961cd9801060", "tag": "1f3ce616-0820-4d64-b37d-f204ace189c6"}]}' {{(pid=94020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 03:44:50.778042 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e96785-1a5a-4d0f-b7f2-de1e61883af0 service neutron] Pushing event updated for resources: {'Port': ['ID=1f3ce616-0820-4d64-b37d-f204ace189c6,revision_number=3']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:44:50.797992 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 03:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18fe4297-6c39-45c2-968e-2f5de4dd3078 x-openstack-request-id: req-18fe4297-6c39-45c2-968e-2f5de4dd3078 {{(pid=94020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 03:44:50.798281 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ff65c26-a581-47e7-b9f4-961cd9801060", "tag": "1f3ce616-0820-4d64-b37d-f204ace189c6", "status": "completed", "code": 200}]} {{(pid=94020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 03:44:50.798527 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-18fe4297-6c39-45c2-968e-2f5de4dd3078 {{(pid=94020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 03:44:50.798914 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ff65c26-a581-47e7-b9f4-961cd9801060', 'tag': '1f3ce616-0820-4d64-b37d-f204ace189c6', 'status': 'completed', 'code': 200} Sep 25 03:44:50.869487 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4681aaca-b3c4-4dde-9251-a0f042c1f1c5 req-6135817d-78dd-486d-936a-dde88690e81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:44:50.870988 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-4681aaca-b3c4-4dde-9251-a0f042c1f1c5 req-6135817d-78dd-486d-936a-dde88690e81e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=21656a6878324fafb5fbd895f6641b53&device_id=9ff65c26-a581-47e7-b9f4-961cd9801060 HTTP/1.1" status: 200 len: 1097 time: 0.0429475 Sep 25 03:44:50.930613 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-4681aaca-b3c4-4dde-9251-a0f042c1f1c5 req-d3ff4520-3bcd-4930-9fda-45054fc7b6d0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f3ce616-0820-4d64-b37d-f204ace189c6 HTTP/1.1" status: 200 len: 217 time: 0.0363157 Sep 25 03:44:50.988380 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4681aaca-b3c4-4dde-9251-a0f042c1f1c5 req-7d39efd1-f03e-4161-9a4d-3e5f1396be52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:44:50.989791 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-4681aaca-b3c4-4dde-9251-a0f042c1f1c5 req-7d39efd1-f03e-4161-9a4d-3e5f1396be52 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cdf68158-0884-473e-bed7-d4b11e955ef7 HTTP/1.1" status: 200 len: 855 time: 0.0517857 Sep 25 03:44:51.040688 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-4681aaca-b3c4-4dde-9251-a0f042c1f1c5 req-b6360bb1-5c34-4012-a888-004e47b05cda service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=264cea73-8391-4d03-b5ff-a0fff4c6c217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424488 Sep 25 03:44:51.148902 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-4681aaca-b3c4-4dde-9251-a0f042c1f1c5 req-4d53084a-8ceb-41f9-954d-77679234854a service neutron] 10.222.0.45 "GET /v2.0/networks/264cea73-8391-4d03-b5ff-a0fff4c6c217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999739 Sep 25 03:44:51.208626 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-afd92d12-b9d5-4a92-bfd4-50d3cdf2ae8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:44:51.263482 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-4681aaca-b3c4-4dde-9251-a0f042c1f1c5 req-6da35f5f-aad2-43e4-9586-291efd55c57d service neutron] 10.222.0.45 "GET /v2.0/networks/264cea73-8391-4d03-b5ff-a0fff4c6c217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066988 Sep 25 03:44:51.434075 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d420adc9-685e-4597-8e2e-095be5f6eecb req-85e67f51-78a2-4007-96a9-b9f1818e75c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:44:51.435855 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-d420adc9-685e-4597-8e2e-095be5f6eecb req-85e67f51-78a2-4007-96a9-b9f1818e75c8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=21656a6878324fafb5fbd895f6641b53&device_id=9ff65c26-a581-47e7-b9f4-961cd9801060 HTTP/1.1" status: 200 len: 1097 time: 0.0506680 Sep 25 03:44:51.543644 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d420adc9-685e-4597-8e2e-095be5f6eecb req-20e06094-1b48-4389-ad04-cb3876dbc813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:44:51.545102 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-d420adc9-685e-4597-8e2e-095be5f6eecb req-20e06094-1b48-4389-ad04-cb3876dbc813 service neutron] 10.222.0.45 "GET /v2.0/networks?id=264cea73-8391-4d03-b5ff-a0fff4c6c217 HTTP/1.1" status: 200 len: 916 time: 0.1007757 Sep 25 03:44:51.602626 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-d420adc9-685e-4597-8e2e-095be5f6eecb req-c0ee51e4-5dfe-4174-8c35-af8cfe374286 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f3ce616-0820-4d64-b37d-f204ace189c6 HTTP/1.1" status: 200 len: 217 time: 0.0482638 Sep 25 03:44:51.667024 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d420adc9-685e-4597-8e2e-095be5f6eecb req-94c0dab4-a3bb-4059-9c6b-69c75deb814c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:44:51.669355 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-d420adc9-685e-4597-8e2e-095be5f6eecb req-94c0dab4-a3bb-4059-9c6b-69c75deb814c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cdf68158-0884-473e-bed7-d4b11e955ef7 HTTP/1.1" status: 200 len: 855 time: 0.0593510 Sep 25 03:44:51.714611 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-d420adc9-685e-4597-8e2e-095be5f6eecb req-939feda4-7d96-4730-b329-7412e7868b14 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=264cea73-8391-4d03-b5ff-a0fff4c6c217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360985 Sep 25 03:44:51.821904 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-d420adc9-685e-4597-8e2e-095be5f6eecb req-24ced0bf-31f4-469d-91d5-4dcaa212c6e7 service neutron] 10.222.0.45 "GET /v2.0/networks/264cea73-8391-4d03-b5ff-a0fff4c6c217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993273 Sep 25 03:44:51.823957 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc4a91e-b5e2-403c-8601-a3b7a047cd7a req-a41645cc-8210-41ec-b908-aeb66d58de47 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:44:51.826642 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6fc4a91e-b5e2-403c-8601-a3b7a047cd7a req-a41645cc-8210-41ec-b908-aeb66d58de47 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ff65c26-a581-47e7-b9f4-961cd9801060 HTTP/1.1" status: 200 len: 944 time: 0.0622048 Sep 25 03:44:51.870345 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6fc4a91e-b5e2-403c-8601-a3b7a047cd7a req-a2c00064-7c3c-40c4-82fd-a5704e7313d2 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/security-groups?id=703d7530-7f1f-40c6-a724-b6a283aed46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368834 Sep 25 03:44:51.930381 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-d420adc9-685e-4597-8e2e-095be5f6eecb req-6b404acf-9ba9-40b7-9a68-345fc7935fcf service neutron] 10.222.0.45 "GET /v2.0/networks/264cea73-8391-4d03-b5ff-a0fff4c6c217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999899 Sep 25 03:44:52.992038 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d392155a-6ec4-4d3a-9ca4-f9655d932b6f req-032a9254-ad2c-4a37-931b-7abd3941cc08 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:44:52.993549 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d392155a-6ec4-4d3a-9ca4-f9655d932b6f req-032a9254-ad2c-4a37-931b-7abd3941cc08 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ff65c26-a581-47e7-b9f4-961cd9801060 HTTP/1.1" status: 200 len: 944 time: 0.0489132 Sep 25 03:44:53.031419 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d392155a-6ec4-4d3a-9ca4-f9655d932b6f req-ffd66389-e9b7-4ea5-82fe-fecc062ef320 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/security-groups?id=703d7530-7f1f-40c6-a724-b6a283aed46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313480 Sep 25 03:44:53.966423 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device 1f3ce616-0820-4d64-b37d-f204ace189c6 details requested by agent hyperv_hv-cinder-77570 with host hv-cinder-77570 {{(pid=94022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 03:44:54.066805 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] For port 1f3ce616-0820-4d64-b37d-f204ace189c6, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=1f3ce616-0820-4d64-b37d-f204ace189c6,segment=NetworkSegment(f5c6b44c-d8bc-4dee-8a72-f772f6ededb3),segment_id=f5c6b44c-d8bc-4dee-8a72-f772f6ededb3)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:44:54.078605 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Returning: {'device': '1f3ce616-0820-4d64-b37d-f204ace189c6', 'network_id': '264cea73-8391-4d03-b5ff-a0fff4c6c217', 'port_id': '1f3ce616-0820-4d64-b37d-f204ace189c6', 'mac_address': 'fa:16:3e:2d:06:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdf68158-0884-473e-bed7-d4b11e955ef7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 03:44:54.120368 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:44:54.141958 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f3ce616-0820-4d64-b37d-f204ace189c6 {{(pid=94022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 03:44:54.147095 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9de9a27-c3b2-430b-9048-1fd8888177a0 req-fb952729-fd01-4b29-afd6-06217f116223 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:44:54.148566 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b9de9a27-c3b2-430b-9048-1fd8888177a0 req-fb952729-fd01-4b29-afd6-06217f116223 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ff65c26-a581-47e7-b9f4-961cd9801060 HTTP/1.1" status: 200 len: 944 time: 0.0489607 Sep 25 03:44:54.163002 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] For port 1f3ce616-0820-4d64-b37d-f204ace189c6, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=1f3ce616-0820-4d64-b37d-f204ace189c6,segment=NetworkSegment(f5c6b44c-d8bc-4dee-8a72-f772f6ededb3),segment_id=f5c6b44c-d8bc-4dee-8a72-f772f6ededb3)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:44:54.167319 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:44:54.191496 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b9de9a27-c3b2-430b-9048-1fd8888177a0 req-2e28730e-7638-4ca1-8830-113c09bc8b8d tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/security-groups?id=703d7530-7f1f-40c6-a724-b6a283aed46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365741 Sep 25 03:44:54.217837 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Pushing event updated for resources: {'Port': ['ID=1f3ce616-0820-4d64-b37d-f204ace189c6,revision_number=4']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:44:54.225101 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:44:54.225443 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:44:54.225777 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:44:54.226102 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:44:54.226425 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:44:54.226750 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:44:54.227049 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:44:54.227374 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:44:54.227714 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:44:54.228055 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:44:54.228368 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:44:54.228699 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:44:54.622378 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] get_ports_and_sgs() called for port_ids ['1f3ce616-0820-4d64-b37d-f204ace189c6'] {{(pid=94022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 25 03:44:55.316912 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d066856-718f-4ad5-9e57-c4fc945b68e6 req-b6cbe246-45a4-40b1-957f-200eb68538c8 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:44:55.318773 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9d066856-718f-4ad5-9e57-c4fc945b68e6 req-b6cbe246-45a4-40b1-957f-200eb68538c8 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ff65c26-a581-47e7-b9f4-961cd9801060 HTTP/1.1" status: 200 len: 945 time: 0.0605907 Sep 25 03:44:55.359791 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9d066856-718f-4ad5-9e57-c4fc945b68e6 req-a5d10dd0-6753-4a80-a135-dfe97ad950c8 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/security-groups?id=703d7530-7f1f-40c6-a724-b6a283aed46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347612 Sep 25 03:44:55.984412 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device 1f3ce616-0820-4d64-b37d-f204ace189c6 up at agent hyperv_hv-cinder-77570 {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 03:44:56.048873 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Provisioning for port 1f3ce616-0820-4d64-b37d-f204ace189c6 completed by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 25 03:44:56.052483 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Provisioning complete for port 1f3ce616-0820-4d64-b37d-f204ace189c6 triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 03:44:56.052889 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607806'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:44:56.131226 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670434'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:44:56.153971 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ff65c26-a581-47e7-b9f4-961cd9801060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f3ce616-0820-4d64-b37d-f204ace189c6'}] {{(pid=94022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 03:44:56.156278 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9141e1544748c335de5c87e81d01f98f4272279fe7d072e46966747184492a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d70f7b24-9864-4d3e-83d4-60590c4dbf6a" -d '{"events": [{"server_uuid": "9ff65c26-a581-47e7-b9f4-961cd9801060", "name": "network-vif-plugged", "status": "completed", "tag": "1f3ce616-0820-4d64-b37d-f204ace189c6"}]}' {{(pid=94022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 03:44:56.168857 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] For port 1f3ce616-0820-4d64-b37d-f204ace189c6, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=1f3ce616-0820-4d64-b37d-f204ace189c6,segment=NetworkSegment(f5c6b44c-d8bc-4dee-8a72-f772f6ededb3),segment_id=f5c6b44c-d8bc-4dee-8a72-f772f6ededb3)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:44:56.175081 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731880599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731880292819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731880292837'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:44:56.197598 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 03:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f819d1e7-a5bf-43b0-926b-f25fd31bea37 x-openstack-request-id: req-f819d1e7-a5bf-43b0-926b-f25fd31bea37 {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 03:44:56.197886 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ff65c26-a581-47e7-b9f4-961cd9801060", "name": "network-vif-plugged", "status": "completed", "tag": "1f3ce616-0820-4d64-b37d-f204ace189c6", "code": 200}]} {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 03:44:56.198135 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f819d1e7-a5bf-43b0-926b-f25fd31bea37 {{(pid=94022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 03:44:56.198521 dv-cinder-775706-4-iscsi neutron-server[94022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ff65c26-a581-47e7-b9f4-961cd9801060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f3ce616-0820-4d64-b37d-f204ace189c6', 'code': 200} Sep 25 03:44:56.223141 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Pushing event updated for resources: {'Port': ['ID=1f3ce616-0820-4d64-b37d-f204ace189c6,revision_number=5']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:44:56.413727 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4891c5a2-f073-4025-a4d9-348f56dabf80 req-cc3415f2-85dd-413a-a7d5-9f4847549d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:44:56.415324 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-4891c5a2-f073-4025-a4d9-348f56dabf80 req-cc3415f2-85dd-413a-a7d5-9f4847549d9f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9ff65c26-a581-47e7-b9f4-961cd9801060 HTTP/1.1" status: 200 len: 1099 time: 0.0424190 Sep 25 03:44:56.452635 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-4891c5a2-f073-4025-a4d9-348f56dabf80 req-faafbf7d-b267-45a1-8517-06bd2d249121 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=703d7530-7f1f-40c6-a724-b6a283aed46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295019 Sep 25 03:44:56.476599 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be30057b-627c-443f-8374-d321da3780cc req-26d2a198-9a8a-455a-9bb6-b6a177436718 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:44:56.478109 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-be30057b-627c-443f-8374-d321da3780cc req-26d2a198-9a8a-455a-9bb6-b6a177436718 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ff65c26-a581-47e7-b9f4-961cd9801060 HTTP/1.1" status: 200 len: 946 time: 0.0494268 Sep 25 03:44:56.515610 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-be30057b-627c-443f-8374-d321da3780cc req-faa1f8bc-5f10-4f9f-aa13-55cc94c28fb9 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/security-groups?id=703d7530-7f1f-40c6-a724-b6a283aed46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314798 Sep 25 03:44:57.187442 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:44:57.642248 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101fdcc-42de-4314-80f3-e9457fe1bf74 req-e5f4974c-8b44-4939-9c7f-3e490bc5cca8 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:44:57.643712 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4101fdcc-42de-4314-80f3-e9457fe1bf74 req-e5f4974c-8b44-4939-9c7f-3e490bc5cca8 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ff65c26-a581-47e7-b9f4-961cd9801060 HTTP/1.1" status: 200 len: 946 time: 0.0509541 Sep 25 03:44:57.689412 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4101fdcc-42de-4314-80f3-e9457fe1bf74 req-a215caa7-5e41-4c19-a08f-1226070f97d2 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/security-groups?id=703d7530-7f1f-40c6-a724-b6a283aed46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359840 Sep 25 03:44:58.826958 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f4667d-b351-40b7-a3ef-bbea0ab34a6a req-e760a38b-367c-4000-a646-e49491ab5ef3 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:44:58.828463 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-11f4667d-b351-40b7-a3ef-bbea0ab34a6a req-e760a38b-367c-4000-a646-e49491ab5ef3 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ff65c26-a581-47e7-b9f4-961cd9801060 HTTP/1.1" status: 200 len: 946 time: 0.0511889 Sep 25 03:44:58.867165 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-11f4667d-b351-40b7-a3ef-bbea0ab34a6a req-49ec62d3-b7ce-4635-aff1-6793176a3af8 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/security-groups?id=703d7530-7f1f-40c6-a724-b6a283aed46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325279 Sep 25 03:45:04.561765 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-12453c79-04f6-431c-ac7a-1da34be194f8 None None] Agent healthcheck: found 6 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 03:45:09.662271 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-68f66025-143a-4adc-891c-43a3cb4cff53 req-5d2daf82-31a1-4e8b-8476-641d814afefd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e57c28c2-457d-484f-96e0-c04b5d0748f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445395 Sep 25 03:45:09.773428 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f66025-143a-4adc-891c-43a3cb4cff53 req-a14c9ce4-985d-4c1f-9165-19f08439ff65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:45:09.774917 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-68f66025-143a-4adc-891c-43a3cb4cff53 req-a14c9ce4-985d-4c1f-9165-19f08439ff65 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=21656a6878324fafb5fbd895f6641b53&device_id=e57c28c2-457d-484f-96e0-c04b5d0748f2 HTTP/1.1" status: 200 len: 1098 time: 0.0425277 Sep 25 03:45:09.886170 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f66025-143a-4adc-891c-43a3cb4cff53 req-2d5b6d4f-2730-4e34-a701-7af380d287ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:45:09.887550 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-68f66025-143a-4adc-891c-43a3cb4cff53 req-2d5b6d4f-2730-4e34-a701-7af380d287ec service neutron] 10.222.0.45 "GET /v2.0/networks?id=264cea73-8391-4d03-b5ff-a0fff4c6c217 HTTP/1.1" status: 200 len: 916 time: 0.0894363 Sep 25 03:45:09.932218 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-68f66025-143a-4adc-891c-43a3cb4cff53 req-82c0c13f-2646-46fe-9ca9-6be23d34c7dc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25f6ad5f-bf09-418a-ba02-efdee5f9ae1b HTTP/1.1" status: 200 len: 217 time: 0.0357864 Sep 25 03:45:09.995454 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f66025-143a-4adc-891c-43a3cb4cff53 req-b058195d-d7c0-4153-b653-0d63666d14a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:45:09.997534 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-68f66025-143a-4adc-891c-43a3cb4cff53 req-b058195d-d7c0-4153-b653-0d63666d14a5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cdf68158-0884-473e-bed7-d4b11e955ef7 HTTP/1.1" status: 200 len: 855 time: 0.0579929 Sep 25 03:45:10.031980 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-68f66025-143a-4adc-891c-43a3cb4cff53 req-666452b3-2df1-4660-bb50-561a4f697560 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=264cea73-8391-4d03-b5ff-a0fff4c6c217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261598 Sep 25 03:45:10.133655 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-68f66025-143a-4adc-891c-43a3cb4cff53 req-848d301a-fb5e-4996-800c-1886502ee5e5 service neutron] 10.222.0.45 "GET /v2.0/networks/264cea73-8391-4d03-b5ff-a0fff4c6c217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902464 Sep 25 03:45:10.229907 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-68f66025-143a-4adc-891c-43a3cb4cff53 req-0572b446-fd56-4d31-ac47-8b4208d8d740 service neutron] 10.222.0.45 "GET /v2.0/networks/264cea73-8391-4d03-b5ff-a0fff4c6c217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883999 Sep 25 03:45:10.911659 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c805209-c70b-4f6c-b0e3-ae0707bfea9a req-c0fc6969-9e7a-4789-99c6-e6475f798f2b tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:45:10.915423 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4c805209-c70b-4f6c-b0e3-ae0707bfea9a req-c0fc6969-9e7a-4789-99c6-e6475f798f2b tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ff65c26-a581-47e7-b9f4-961cd9801060 HTTP/1.1" status: 200 len: 946 time: 0.0516422 Sep 25 03:45:10.965353 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4c805209-c70b-4f6c-b0e3-ae0707bfea9a req-41359b96-27d6-4e36-baf3-e123762f9cc4 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/security-groups?id=703d7530-7f1f-40c6-a724-b6a283aed46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401642 Sep 25 03:45:12.094710 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ec064-c8a1-4b57-be62-6a7c16feaf43 req-fb66066c-0cbf-4ab4-b010-a807c424e9ea tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:45:12.096299 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9e7ec064-c8a1-4b57-be62-6a7c16feaf43 req-fb66066c-0cbf-4ab4-b010-a807c424e9ea tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ff65c26-a581-47e7-b9f4-961cd9801060 HTTP/1.1" status: 200 len: 946 time: 0.0511625 Sep 25 03:45:12.139553 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9e7ec064-c8a1-4b57-be62-6a7c16feaf43 req-4411c98f-9067-4fd1-b0b9-846acfd49f23 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/security-groups?id=703d7530-7f1f-40c6-a724-b6a283aed46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370200 Sep 25 03:45:13.093411 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d2fc55-8125-4082-b265-e9ca036abdf6 req-4828f2b0-4f90-4c59-945e-b93c0f2106aa tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:45:13.094897 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-a1d2fc55-8125-4082-b265-e9ca036abdf6 req-4828f2b0-4f90-4c59-945e-b93c0f2106aa tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff65c26-a581-47e7-b9f4-961cd9801060 HTTP/1.1" status: 200 len: 946 time: 0.0686176 Sep 25 03:45:13.188541 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.plugin [req-a1d2fc55-8125-4082-b265-e9ca036abdf6 req-955442e8-0c68-4c86-931c-46e9dc445ff6 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Deleting port 1f3ce616-0820-4d64-b37d-f204ace189c6 {{(pid=94020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 03:45:13.188922 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-a1d2fc55-8125-4082-b265-e9ca036abdf6 req-955442e8-0c68-4c86-931c-46e9dc445ff6 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731880592680'] for port, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:45:13.255384 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adb7094-0af7-4c6a-a3b0-125efe6d95c0 req-a304d952-51e1-4af9-8c0a-2feff96f9e5c tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:45:13.256929 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6adb7094-0af7-4c6a-a3b0-125efe6d95c0 req-a304d952-51e1-4af9-8c0a-2feff96f9e5c tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ff65c26-a581-47e7-b9f4-961cd9801060 HTTP/1.1" status: 200 len: 946 time: 0.0503786 Sep 25 03:45:13.279349 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.db [req-a1d2fc55-8125-4082-b265-e9ca036abdf6 req-955442e8-0c68-4c86-931c-46e9dc445ff6 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] For port 1f3ce616-0820-4d64-b37d-f204ace189c6, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=1f3ce616-0820-4d64-b37d-f204ace189c6,segment=NetworkSegment(f5c6b44c-d8bc-4dee-8a72-f772f6ededb3),segment_id=f5c6b44c-d8bc-4dee-8a72-f772f6ededb3)] {{(pid=94020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:45:13.279718 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-a1d2fc55-8125-4082-b265-e9ca036abdf6 req-955442e8-0c68-4c86-931c-46e9dc445ff6 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889411'] for port, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:45:13.291353 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.plugin [req-a1d2fc55-8125-4082-b265-e9ca036abdf6 req-955442e8-0c68-4c86-931c-46e9dc445ff6 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Calling delete_port for 1f3ce616-0820-4d64-b37d-f204ace189c6 owned by compute:nova {{(pid=94020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 03:45:13.294555 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6adb7094-0af7-4c6a-a3b0-125efe6d95c0 req-b0509dc7-6458-4a61-a16e-0730c8447e5d tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/security-groups?id=703d7530-7f1f-40c6-a724-b6a283aed46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315843 Sep 25 03:45:13.423374 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-a1d2fc55-8125-4082-b265-e9ca036abdf6 req-955442e8-0c68-4c86-931c-46e9dc445ff6 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731880598766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731880292810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937715'] for port, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:45:13.458547 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955442e8-0c68-4c86-931c-46e9dc445ff6 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Pushing event deleted for resources: {'Port': ['ID=1f3ce616-0820-4d64-b37d-f204ace189c6,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:45:13.462187 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] get_ports_and_sgs() called for port_ids ['25f6ad5f-bf09-418a-ba02-efdee5f9ae1b', '6a4d9220-3407-49ec-be54-a189a5313c22', '61485ebd-155a-4042-858c-0b416deaee9d', '1f3ce616-0820-4d64-b37d-f204ace189c6'] {{(pid=94022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 25 03:45:13.499800 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1d2fc55-8125-4082-b265-e9ca036abdf6 req-955442e8-0c68-4c86-931c-46e9dc445ff6 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] No DVR routers for this DVR port 1f3ce616-0820-4d64-b37d-f204ace189c6 on host hv-cinder-77570 {{(pid=94020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 25 03:45:13.502574 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-a1d2fc55-8125-4082-b265-e9ca036abdf6 req-955442e8-0c68-4c86-931c-46e9dc445ff6 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950'] for port, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:45:13.504678 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-a1d2fc55-8125-4082-b265-e9ca036abdf6 req-955442e8-0c68-4c86-931c-46e9dc445ff6 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.45 "DELETE /v2.0/ports/1f3ce616-0820-4d64-b37d-f204ace189c6 HTTP/1.1" status: 204 len: 173 time: 0.4029706 Sep 25 03:45:13.505120 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ff65c26-a581-47e7-b9f4-961cd9801060', 'name': 'network-vif-deleted', 'tag': '1f3ce616-0820-4d64-b37d-f204ace189c6'}] {{(pid=94020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 03:45:13.507396 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d114ac846cecc4f090472340cf1e7771535e64bb380ac0996b13cb6b7cfe6923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbbad87b-3c70-4d2e-a11d-aa22f59dab41" -d '{"events": [{"server_uuid": "9ff65c26-a581-47e7-b9f4-961cd9801060", "name": "network-vif-deleted", "tag": "1f3ce616-0820-4d64-b37d-f204ace189c6"}]}' {{(pid=94020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 03:45:13.543934 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 03:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b22fd7-5837-4f93-bcdd-7c6ffcb2a0a1 x-openstack-request-id: req-26b22fd7-5837-4f93-bcdd-7c6ffcb2a0a1 {{(pid=94020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 03:45:13.544260 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ff65c26-a581-47e7-b9f4-961cd9801060", "name": "network-vif-deleted", "tag": "1f3ce616-0820-4d64-b37d-f204ace189c6", "status": "completed", "code": 200}]} {{(pid=94020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 03:45:13.544504 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-26b22fd7-5837-4f93-bcdd-7c6ffcb2a0a1 {{(pid=94020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 03:45:13.544933 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ff65c26-a581-47e7-b9f4-961cd9801060', 'name': 'network-vif-deleted', 'tag': '1f3ce616-0820-4d64-b37d-f204ace189c6', 'status': 'completed', 'code': 200} Sep 25 03:45:15.383059 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-3994d47f-4281-41e4-8571-877f56f26651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:45:15.740281 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf25e74f-b85c-45c8-a5b1-5cf2e836ecc6 req-7fa01f25-bff0-4059-a421-afadab5fecec tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:45:15.741956 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-bf25e74f-b85c-45c8-a5b1-5cf2e836ecc6 req-7fa01f25-bff0-4059-a421-afadab5fecec tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/ports?device_id=b846adc5-ee4c-4506-a7c0-264ad40429bb HTTP/1.1" status: 200 len: 946 time: 0.0520139 Sep 25 03:45:15.780754 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-bf25e74f-b85c-45c8-a5b1-5cf2e836ecc6 req-f2be0be7-0587-4b3d-9a38-43784f9c383c tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/security-groups?id=703d7530-7f1f-40c6-a724-b6a283aed46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318804 Sep 25 03:45:16.914335 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79157314-ff49-49cf-99e4-a2595ac142ba req-6c9ae274-fddf-46c0-989e-0794caa5dbac tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:45:16.915795 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-79157314-ff49-49cf-99e4-a2595ac142ba req-6c9ae274-fddf-46c0-989e-0794caa5dbac tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/ports?device_id=b846adc5-ee4c-4506-a7c0-264ad40429bb HTTP/1.1" status: 200 len: 946 time: 0.0518014 Sep 25 03:45:16.959991 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-79157314-ff49-49cf-99e4-a2595ac142ba req-8038cb4b-afa1-4f4a-a23a-f8c7434af2b9 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/security-groups?id=703d7530-7f1f-40c6-a724-b6a283aed46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351117 Sep 25 03:45:17.601954 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-047e426b-5dc4-4fbe-b427-803ebf827999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:45:17.920931 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a994a-d899-41e9-bda2-f929ae70a674 req-54376fdb-8f12-4b2b-b437-d5d3815ed24e tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:45:17.922383 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-387a994a-d899-41e9-bda2-f929ae70a674 req-54376fdb-8f12-4b2b-b437-d5d3815ed24e tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.45 "GET /v2.0/ports?device_id=b846adc5-ee4c-4506-a7c0-264ad40429bb HTTP/1.1" status: 200 len: 946 time: 0.0583587 Sep 25 03:45:18.017468 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.plugin [req-387a994a-d899-41e9-bda2-f929ae70a674 req-e9115b4f-4dad-4e99-8a2a-6531dd768b08 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Deleting port 61485ebd-155a-4042-858c-0b416deaee9d {{(pid=94020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 03:45:18.017803 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-387a994a-d899-41e9-bda2-f929ae70a674 req-e9115b4f-4dad-4e99-8a2a-6531dd768b08 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731880592680'] for port, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:45:18.076951 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ffc8c6-d03b-4e50-85f5-2f12bd5256da req-dbddc127-c527-4004-b584-16a2314fd1a4 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:45:18.078350 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-10ffc8c6-d03b-4e50-85f5-2f12bd5256da req-dbddc127-c527-4004-b584-16a2314fd1a4 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/ports?device_id=b846adc5-ee4c-4506-a7c0-264ad40429bb HTTP/1.1" status: 200 len: 946 time: 0.0490625 Sep 25 03:45:18.105360 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.db [req-387a994a-d899-41e9-bda2-f929ae70a674 req-e9115b4f-4dad-4e99-8a2a-6531dd768b08 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] For port 61485ebd-155a-4042-858c-0b416deaee9d, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=61485ebd-155a-4042-858c-0b416deaee9d,segment=NetworkSegment(f5c6b44c-d8bc-4dee-8a72-f772f6ededb3),segment_id=f5c6b44c-d8bc-4dee-8a72-f772f6ededb3)] {{(pid=94020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:45:18.105786 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-387a994a-d899-41e9-bda2-f929ae70a674 req-e9115b4f-4dad-4e99-8a2a-6531dd768b08 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889411'] for port, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:45:18.116995 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-10ffc8c6-d03b-4e50-85f5-2f12bd5256da req-13da44ab-3277-4ae9-a39e-22960f10bdc7 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/security-groups?id=703d7530-7f1f-40c6-a724-b6a283aed46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324819 Sep 25 03:45:18.118310 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.plugin [req-387a994a-d899-41e9-bda2-f929ae70a674 req-e9115b4f-4dad-4e99-8a2a-6531dd768b08 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Calling delete_port for 61485ebd-155a-4042-858c-0b416deaee9d owned by compute:nova {{(pid=94020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 03:45:18.129238 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device 1f3ce616-0820-4d64-b37d-f204ace189c6 no longer exists at agent hyperv_hv-cinder-77570 {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 03:45:18.148091 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] No Port match for: 1f3ce616-0820-4d64-b37d-f204ace189c6 {{(pid=94022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 25 03:45:18.148432 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device 1f3ce616-0820-4d64-b37d-f204ace189c6 not bound to the agent host hv-cinder-77570 {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 03:45:18.265258 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-387a994a-d899-41e9-bda2-f929ae70a674 req-e9115b4f-4dad-4e99-8a2a-6531dd768b08 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731880598766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731880292810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937715'] for port, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:45:18.292618 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9115b4f-4dad-4e99-8a2a-6531dd768b08 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Pushing event deleted for resources: {'Port': ['ID=61485ebd-155a-4042-858c-0b416deaee9d,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:45:18.305596 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] get_ports_and_sgs() called for port_ids ['25f6ad5f-bf09-418a-ba02-efdee5f9ae1b', '6a4d9220-3407-49ec-be54-a189a5313c22', '61485ebd-155a-4042-858c-0b416deaee9d'] {{(pid=94022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 25 03:45:18.335837 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [req-387a994a-d899-41e9-bda2-f929ae70a674 req-e9115b4f-4dad-4e99-8a2a-6531dd768b08 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] No DVR routers for this DVR port 61485ebd-155a-4042-858c-0b416deaee9d on host hv-cinder-77570 {{(pid=94020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 25 03:45:18.338346 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-387a994a-d899-41e9-bda2-f929ae70a674 req-e9115b4f-4dad-4e99-8a2a-6531dd768b08 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950'] for port, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:45:18.340378 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-387a994a-d899-41e9-bda2-f929ae70a674 req-e9115b4f-4dad-4e99-8a2a-6531dd768b08 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.45 "DELETE /v2.0/ports/61485ebd-155a-4042-858c-0b416deaee9d HTTP/1.1" status: 204 len: 173 time: 0.4101102 Sep 25 03:45:18.340848 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b846adc5-ee4c-4506-a7c0-264ad40429bb', 'name': 'network-vif-deleted', 'tag': '61485ebd-155a-4042-858c-0b416deaee9d'}] {{(pid=94020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 03:45:18.343069 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d114ac846cecc4f090472340cf1e7771535e64bb380ac0996b13cb6b7cfe6923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f9c4f21-56f8-47bc-b4f6-574263295d66" -d '{"events": [{"server_uuid": "b846adc5-ee4c-4506-a7c0-264ad40429bb", "name": "network-vif-deleted", "tag": "61485ebd-155a-4042-858c-0b416deaee9d"}]}' {{(pid=94020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 03:45:18.379005 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 03:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebcf5cdf-66a9-40d3-8984-05b49a08a5df x-openstack-request-id: req-ebcf5cdf-66a9-40d3-8984-05b49a08a5df {{(pid=94020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 03:45:18.379367 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b846adc5-ee4c-4506-a7c0-264ad40429bb", "name": "network-vif-deleted", "tag": "61485ebd-155a-4042-858c-0b416deaee9d", "status": "completed", "code": 200}]} {{(pid=94020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 03:45:18.379608 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ebcf5cdf-66a9-40d3-8984-05b49a08a5df {{(pid=94020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 03:45:18.380027 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b846adc5-ee4c-4506-a7c0-264ad40429bb', 'name': 'network-vif-deleted', 'tag': '61485ebd-155a-4042-858c-0b416deaee9d', 'status': 'completed', 'code': 200} Sep 25 03:45:19.276762 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:45:19.297451 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-fa5af178-6116-457c-95b6-13dc589f2bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:45:19.421564 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15dfc9e-d27f-4312-afb7-4cd6511f13e0 req-e8c1e51b-3539-40c6-9d8a-303b87599b54 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:45:19.422980 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c15dfc9e-d27f-4312-afb7-4cd6511f13e0 req-e8c1e51b-3539-40c6-9d8a-303b87599b54 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/ports?device_id=d318e803-3e40-4667-bf72-9cca7dbe5b4a HTTP/1.1" status: 200 len: 946 time: 0.0546627 Sep 25 03:45:19.464686 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c15dfc9e-d27f-4312-afb7-4cd6511f13e0 req-47d50d49-5436-4ee8-91d6-7defdb948541 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/security-groups?id=703d7530-7f1f-40c6-a724-b6a283aed46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324469 Sep 25 03:45:20.598812 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b99b7-6a0e-4cdc-833d-4541919fa61a req-58cff944-c57a-49ab-a233-2a776110a3a2 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:45:20.600282 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d07b99b7-6a0e-4cdc-833d-4541919fa61a req-58cff944-c57a-49ab-a233-2a776110a3a2 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/ports?device_id=d318e803-3e40-4667-bf72-9cca7dbe5b4a HTTP/1.1" status: 200 len: 946 time: 0.0550587 Sep 25 03:45:20.645265 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d07b99b7-6a0e-4cdc-833d-4541919fa61a req-a747f391-d491-4dab-a9c3-6372bb37f319 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/security-groups?id=703d7530-7f1f-40c6-a724-b6a283aed46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361922 Sep 25 03:45:21.217468 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-afd92d12-b9d5-4a92-bfd4-50d3cdf2ae8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:45:21.283892 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5051a5-5726-44f5-8a96-3043c8672857 req-3f15352e-14f4-424a-90f4-f2651e808b79 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:45:21.285354 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-0d5051a5-5726-44f5-8a96-3043c8672857 req-3f15352e-14f4-424a-90f4-f2651e808b79 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.45 "GET /v2.0/ports?device_id=d318e803-3e40-4667-bf72-9cca7dbe5b4a HTTP/1.1" status: 200 len: 946 time: 0.0521984 Sep 25 03:45:21.377514 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.plugin [req-0d5051a5-5726-44f5-8a96-3043c8672857 req-4116c132-2fe7-4e7f-a212-d3fde3611478 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Deleting port 6a4d9220-3407-49ec-be54-a189a5313c22 {{(pid=94020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 03:45:21.377797 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-0d5051a5-5726-44f5-8a96-3043c8672857 req-4116c132-2fe7-4e7f-a212-d3fde3611478 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731880592680'] for port, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:45:21.468386 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.db [req-0d5051a5-5726-44f5-8a96-3043c8672857 req-4116c132-2fe7-4e7f-a212-d3fde3611478 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] For port 6a4d9220-3407-49ec-be54-a189a5313c22, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=6a4d9220-3407-49ec-be54-a189a5313c22,segment=NetworkSegment(f5c6b44c-d8bc-4dee-8a72-f772f6ededb3),segment_id=f5c6b44c-d8bc-4dee-8a72-f772f6ededb3)] {{(pid=94020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:45:21.468675 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-0d5051a5-5726-44f5-8a96-3043c8672857 req-4116c132-2fe7-4e7f-a212-d3fde3611478 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889411'] for port, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:45:21.482229 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.plugin [req-0d5051a5-5726-44f5-8a96-3043c8672857 req-4116c132-2fe7-4e7f-a212-d3fde3611478 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Calling delete_port for 6a4d9220-3407-49ec-be54-a189a5313c22 owned by compute:nova {{(pid=94020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 03:45:21.622237 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-0d5051a5-5726-44f5-8a96-3043c8672857 req-4116c132-2fe7-4e7f-a212-d3fde3611478 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731880598766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731880292810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937715'] for port, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:45:21.656424 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4116c132-2fe7-4e7f-a212-d3fde3611478 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Pushing event deleted for resources: {'Port': ['ID=6a4d9220-3407-49ec-be54-a189a5313c22,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:45:21.659008 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] get_ports_and_sgs() called for port_ids ['25f6ad5f-bf09-418a-ba02-efdee5f9ae1b', '6a4d9220-3407-49ec-be54-a189a5313c22'] {{(pid=94022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 25 03:45:21.694209 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d5051a5-5726-44f5-8a96-3043c8672857 req-4116c132-2fe7-4e7f-a212-d3fde3611478 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] No DVR routers for this DVR port 6a4d9220-3407-49ec-be54-a189a5313c22 on host hv-cinder-77570 {{(pid=94020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 25 03:45:21.696816 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-0d5051a5-5726-44f5-8a96-3043c8672857 req-4116c132-2fe7-4e7f-a212-d3fde3611478 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950'] for port, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:45:21.698828 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-0d5051a5-5726-44f5-8a96-3043c8672857 req-4116c132-2fe7-4e7f-a212-d3fde3611478 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.45 "DELETE /v2.0/ports/6a4d9220-3407-49ec-be54-a189a5313c22 HTTP/1.1" status: 204 len: 173 time: 0.4067709 Sep 25 03:45:21.699295 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd318e803-3e40-4667-bf72-9cca7dbe5b4a', 'name': 'network-vif-deleted', 'tag': '6a4d9220-3407-49ec-be54-a189a5313c22'}] {{(pid=94020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 03:45:21.701604 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d114ac846cecc4f090472340cf1e7771535e64bb380ac0996b13cb6b7cfe6923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-043e8c9c-88ba-43fb-abb7-3fe6ac76afd6" -d '{"events": [{"server_uuid": "d318e803-3e40-4667-bf72-9cca7dbe5b4a", "name": "network-vif-deleted", "tag": "6a4d9220-3407-49ec-be54-a189a5313c22"}]}' {{(pid=94020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 03:45:21.745414 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 03:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac7b021d-ed0f-4a42-b04f-53be1c4853e3 x-openstack-request-id: req-ac7b021d-ed0f-4a42-b04f-53be1c4853e3 {{(pid=94020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 03:45:21.745694 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d318e803-3e40-4667-bf72-9cca7dbe5b4a", "name": "network-vif-deleted", "tag": "6a4d9220-3407-49ec-be54-a189a5313c22", "status": "completed", "code": 200}]} {{(pid=94020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 03:45:21.745941 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ac7b021d-ed0f-4a42-b04f-53be1c4853e3 {{(pid=94020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 03:45:21.746751 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd318e803-3e40-4667-bf72-9cca7dbe5b4a', 'name': 'network-vif-deleted', 'tag': '6a4d9220-3407-49ec-be54-a189a5313c22', 'status': 'completed', 'code': 200} Sep 25 03:45:21.754870 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-bc4658e8-4951-438b-9cee-7e1fd3baffbd req-e5fc6a52-83ed-43bf-afc0-37e3d4092c41 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/ports?device_id=d318e803-3e40-4667-bf72-9cca7dbe5b4a HTTP/1.1" status: 200 len: 210 time: 0.0349000 Sep 25 03:45:22.168525 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device 61485ebd-155a-4042-858c-0b416deaee9d no longer exists at agent hyperv_hv-cinder-77570 {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 03:45:22.189281 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] No Port match for: 61485ebd-155a-4042-858c-0b416deaee9d {{(pid=94022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 25 03:45:22.189632 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device 61485ebd-155a-4042-858c-0b416deaee9d not bound to the agent host hv-cinder-77570 {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 03:45:24.186733 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de492f-c11c-432c-9a10-d9059489963c req-ad238da0-7b65-4c6e-914c-5ba1e6f23e48 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:45:24.188635 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-91de492f-c11c-432c-9a10-d9059489963c req-ad238da0-7b65-4c6e-914c-5ba1e6f23e48 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/ports?device_id=e57c28c2-457d-484f-96e0-c04b5d0748f2 HTTP/1.1" status: 200 len: 945 time: 0.0572081 Sep 25 03:45:24.231009 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-91de492f-c11c-432c-9a10-d9059489963c req-6b04f784-c643-48a7-bd52-7fbe0e50c938 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/security-groups?id=703d7530-7f1f-40c6-a724-b6a283aed46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334597 Sep 25 03:45:25.076443 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [req-aee6fc35-b49f-406c-8a41-37aeac63c9a5 req-83ca8899-58d1-4193-944a-9e10de765837 service neutron] (94021) timed out ('10.222.0.45', 50383) {{(pid=94021) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 25 03:45:25.359622 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ecdb0a-2af6-414b-b4ee-a75d08130d6d req-43f84b07-6455-4dd2-91d5-961a434a01f9 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:45:25.361113 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-98ecdb0a-2af6-414b-b4ee-a75d08130d6d req-43f84b07-6455-4dd2-91d5-961a434a01f9 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/ports?device_id=e57c28c2-457d-484f-96e0-c04b5d0748f2 HTTP/1.1" status: 200 len: 945 time: 0.0610037 Sep 25 03:45:25.399078 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-98ecdb0a-2af6-414b-b4ee-a75d08130d6d req-da26cddc-2561-4c2e-8ad2-53bbc93a471e tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/security-groups?id=703d7530-7f1f-40c6-a724-b6a283aed46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318944 Sep 25 03:45:26.083790 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7205401f-8d7a-44d4-bf06-75cece602ae4 req-726c286d-7aad-493c-8022-157e58e308ed tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 03:45:26.085192 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-7205401f-8d7a-44d4-bf06-75cece602ae4 req-726c286d-7aad-493c-8022-157e58e308ed tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.45 "GET /v2.0/ports?device_id=e57c28c2-457d-484f-96e0-c04b5d0748f2 HTTP/1.1" status: 200 len: 945 time: 0.0623674 Sep 25 03:45:26.176436 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.plugin [req-7205401f-8d7a-44d4-bf06-75cece602ae4 req-7f7f6e96-93f8-4e6e-a8ff-68f0d4c66767 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Deleting port 25f6ad5f-bf09-418a-ba02-efdee5f9ae1b {{(pid=94020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 03:45:26.176773 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-7205401f-8d7a-44d4-bf06-75cece602ae4 req-7f7f6e96-93f8-4e6e-a8ff-68f0d4c66767 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731880592680'] for port, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:45:26.222064 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device 6a4d9220-3407-49ec-be54-a189a5313c22 no longer exists at agent hyperv_hv-cinder-77570 {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 03:45:26.242033 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] No Port match for: 6a4d9220-3407-49ec-be54-a189a5313c22 {{(pid=94022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 25 03:45:26.242345 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device 6a4d9220-3407-49ec-be54-a189a5313c22 not bound to the agent host hv-cinder-77570 {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 03:45:26.264216 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.db [req-7205401f-8d7a-44d4-bf06-75cece602ae4 req-7f7f6e96-93f8-4e6e-a8ff-68f0d4c66767 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] For port 25f6ad5f-bf09-418a-ba02-efdee5f9ae1b, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77570',level=0,port_id=25f6ad5f-bf09-418a-ba02-efdee5f9ae1b,segment=NetworkSegment(f5c6b44c-d8bc-4dee-8a72-f772f6ededb3),segment_id=f5c6b44c-d8bc-4dee-8a72-f772f6ededb3)] {{(pid=94020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 03:45:26.264564 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-7205401f-8d7a-44d4-bf06-75cece602ae4 req-7f7f6e96-93f8-4e6e-a8ff-68f0d4c66767 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889411'] for port, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:45:26.280540 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.plugin [req-7205401f-8d7a-44d4-bf06-75cece602ae4 req-7f7f6e96-93f8-4e6e-a8ff-68f0d4c66767 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Calling delete_port for 25f6ad5f-bf09-418a-ba02-efdee5f9ae1b owned by compute:nova {{(pid=94020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 03:45:26.413900 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-7205401f-8d7a-44d4-bf06-75cece602ae4 req-7f7f6e96-93f8-4e6e-a8ff-68f0d4c66767 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731880598766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731880292810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937715'] for port, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:45:26.442782 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7f6e96-93f8-4e6e-a8ff-68f0d4c66767 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Pushing event deleted for resources: {'Port': ['ID=25f6ad5f-bf09-418a-ba02-efdee5f9ae1b,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:45:26.452061 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] get_ports_and_sgs() called for port_ids ['25f6ad5f-bf09-418a-ba02-efdee5f9ae1b'] {{(pid=94022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 25 03:45:26.493973 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [req-7205401f-8d7a-44d4-bf06-75cece602ae4 req-7f7f6e96-93f8-4e6e-a8ff-68f0d4c66767 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] No DVR routers for this DVR port 25f6ad5f-bf09-418a-ba02-efdee5f9ae1b on host hv-cinder-77570 {{(pid=94020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 25 03:45:26.496954 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-7205401f-8d7a-44d4-bf06-75cece602ae4 req-7f7f6e96-93f8-4e6e-a8ff-68f0d4c66767 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38950'] for port, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:45:26.498926 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [req-7205401f-8d7a-44d4-bf06-75cece602ae4 req-7f7f6e96-93f8-4e6e-a8ff-68f0d4c66767 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.45 "DELETE /v2.0/ports/25f6ad5f-bf09-418a-ba02-efdee5f9ae1b HTTP/1.1" status: 204 len: 173 time: 0.4075806 Sep 25 03:45:26.499084 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [req-189aef11-2c6e-4c80-b19f-52ab3bcf6b86 req-63a18f15-1e54-4aa0-96fd-13e6b33c00c3 tempest-AttachVolumeNegativeTest-1492613664 tempest-AttachVolumeNegativeTest-1492613664-project] 10.222.0.42 "GET /v2.0/ports?device_id=e57c28c2-457d-484f-96e0-c04b5d0748f2 HTTP/1.1" status: 200 len: 210 time: 0.0297039 Sep 25 03:45:26.499706 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e57c28c2-457d-484f-96e0-c04b5d0748f2', 'name': 'network-vif-deleted', 'tag': '25f6ad5f-bf09-418a-ba02-efdee5f9ae1b'}] {{(pid=94020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 03:45:26.502614 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d114ac846cecc4f090472340cf1e7771535e64bb380ac0996b13cb6b7cfe6923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a94e20-872b-41e8-a928-05ecdf005370" -d '{"events": [{"server_uuid": "e57c28c2-457d-484f-96e0-c04b5d0748f2", "name": "network-vif-deleted", "tag": "25f6ad5f-bf09-418a-ba02-efdee5f9ae1b"}]}' {{(pid=94020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 03:45:26.540131 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 03:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae92b4e3-1d05-470e-a5db-f0863a82ed59 x-openstack-request-id: req-ae92b4e3-1d05-470e-a5db-f0863a82ed59 {{(pid=94020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 03:45:26.540422 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e57c28c2-457d-484f-96e0-c04b5d0748f2", "name": "network-vif-deleted", "tag": "25f6ad5f-bf09-418a-ba02-efdee5f9ae1b", "status": "completed", "code": 200}]} {{(pid=94020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 03:45:26.540695 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ae92b4e3-1d05-470e-a5db-f0863a82ed59 {{(pid=94020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 03:45:26.541135 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e57c28c2-457d-484f-96e0-c04b5d0748f2', 'name': 'network-vif-deleted', 'tag': '25f6ad5f-bf09-418a-ba02-efdee5f9ae1b', 'status': 'completed', 'code': 200} Sep 25 03:45:27.187388 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:45:27.572144 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 60120) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:45:27.617316 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.db.db_base_plugin_v2 [None req-14db0ec1-c668-4bcb-9cea-02735f4b53a7 admin admin] Deleting subnet cdf68158-0884-473e-bed7-d4b11e955ef7 {{(pid=94020) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 25 03:45:27.620577 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-14db0ec1-c668-4bcb-9cea-02735f4b53a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:45:27.655051 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-14db0ec1-c668-4bcb-9cea-02735f4b53a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328182'] for subnet, precommit_delete_associations {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:45:27.691967 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-14db0ec1-c668-4bcb-9cea-02735f4b53a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611410'] for subnet, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:45:27.749004 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-14db0ec1-c668-4bcb-9cea-02735f4b53a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9253219'] for subnet, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:45:27.773800 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14db0ec1-c668-4bcb-9cea-02735f4b53a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdf68158-0884-473e-bed7-d4b11e955ef7,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:45:27.777748 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-14db0ec1-c668-4bcb-9cea-02735f4b53a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:45:27.779489 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-14db0ec1-c668-4bcb-9cea-02735f4b53a7 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/cdf68158-0884-473e-bed7-d4b11e955ef7 HTTP/1.1" status: 204 len: 168 time: 0.2064750 Sep 25 03:45:27.783291 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 60122) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:45:27.851512 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-3fc5f60c-eb6d-433a-b886-5b2aba9b63c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581802'] for network, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:45:27.931568 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-3fc5f60c-eb6d-433a-b886-5b2aba9b63c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611307', 'neutron.services.segments.db._delete_segments_for_network-8731880838548'] for network, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:45:27.950627 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.services.segments.db [None req-3fc5f60c-eb6d-433a-b886-5b2aba9b63c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['264cea73-8391-4d03-b5ff-a0fff4c6c217']}} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:45:27.959610 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.services.segments.db [None req-3fc5f60c-eb6d-433a-b886-5b2aba9b63c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5c6b44c-d8bc-4dee-8a72-f772f6ededb3') {'for_net_delete': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:45:27.959906 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.services.segments.db [None req-3fc5f60c-eb6d-433a-b886-5b2aba9b63c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5c6b44c-d8bc-4dee-8a72-f772f6ededb3') {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 03:45:27.968949 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-3fc5f60c-eb6d-433a-b886-5b2aba9b63c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731880837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328175'] for segment, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:45:27.981966 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-3fc5f60c-eb6d-433a-b886-5b2aba9b63c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614597'] for segment, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:45:27.991090 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fc5f60c-eb6d-433a-b886-5b2aba9b63c4 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=94020) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 03:45:27.991713 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-3fc5f60c-eb6d-433a-b886-5b2aba9b63c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8938496'] for segment, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:45:27.994356 dv-cinder-775706-4-iscsi neutron-server[94020]: Traceback (most recent call last): Sep 25 03:45:27.994356 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 25 03:45:27.994356 dv-cinder-775706-4-iscsi neutron-server[94020]: timer() Sep 25 03:45:27.994356 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 25 03:45:27.994356 dv-cinder-775706-4-iscsi neutron-server[94020]: cb(*args, **kw) Sep 25 03:45:27.994356 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 25 03:45:27.994356 dv-cinder-775706-4-iscsi neutron-server[94020]: return func(*args, **kwargs) Sep 25 03:45:27.994356 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 25 03:45:27.994356 dv-cinder-775706-4-iscsi neutron-server[94020]: self._notify() Sep 25 03:45:27.994356 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 25 03:45:27.994356 dv-cinder-775706-4-iscsi neutron-server[94020]: self.callback(batched_events) Sep 25 03:45:27.994356 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 25 03:45:27.994356 dv-cinder-775706-4-iscsi neutron-server[94020]: event.method(event) Sep 25 03:45:27.994356 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 25 03:45:27.994356 dv-cinder-775706-4-iscsi neutron-server[94020]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 25 03:45:27.994356 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 25 03:45:27.994356 dv-cinder-775706-4-iscsi neutron-server[94020]: aggregate_uuid = self.p_client.list_aggregates( Sep 25 03:45:27.994356 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 25 03:45:27.994356 dv-cinder-775706-4-iscsi neutron-server[94020]: return f(self, *a, **k) Sep 25 03:45:27.994356 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 25 03:45:27.994356 dv-cinder-775706-4-iscsi neutron-server[94020]: return self._get(url).json() Sep 25 03:45:27.994356 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 25 03:45:27.994356 dv-cinder-775706-4-iscsi neutron-server[94020]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 25 03:45:27.994356 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 25 03:45:27.994356 dv-cinder-775706-4-iscsi neutron-server[94020]: return self.request(url, 'GET', **kwargs) Sep 25 03:45:27.994356 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 25 03:45:27.994356 dv-cinder-775706-4-iscsi neutron-server[94020]: base_url = self.get_endpoint(auth, allow=allow, Sep 25 03:45:27.994356 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 25 03:45:27.994356 dv-cinder-775706-4-iscsi neutron-server[94020]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 25 03:45:27.994356 dv-cinder-775706-4-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 25 03:45:27.994356 dv-cinder-775706-4-iscsi neutron-server[94020]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 25 03:45:27.994356 dv-cinder-775706-4-iscsi neutron-server[94020]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 25 03:45:28.054269 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-3fc5f60c-eb6d-433a-b886-5b2aba9b63c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896844'] for network, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:45:28.059706 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-3fc5f60c-eb6d-433a-b886-5b2aba9b63c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3625783'] for network, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:45:28.061560 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-3fc5f60c-eb6d-433a-b886-5b2aba9b63c4 admin admin] 10.222.0.42 "DELETE /v2.0/networks/264cea73-8391-4d03-b5ff-a0fff4c6c217 HTTP/1.1" status: 204 len: 168 time: 0.2774162 Sep 25 03:45:28.241575 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 60126) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:45:28.281977 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-eda320dc-8766-4548-b111-2679a0ce8f81 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=21656a6878324fafb5fbd895f6641b53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391679 Sep 25 03:45:28.284677 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 60128) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:45:28.301867 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc5f60c-eb6d-433a-b886-5b2aba9b63c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=264cea73-8391-4d03-b5ff-a0fff4c6c217,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:45:28.309177 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc5f60c-eb6d-433a-b886-5b2aba9b63c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:45:28.309451 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc5f60c-eb6d-433a-b886-5b2aba9b63c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:45:28.309782 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc5f60c-eb6d-433a-b886-5b2aba9b63c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:45:28.310108 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc5f60c-eb6d-433a-b886-5b2aba9b63c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:45:28.310435 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc5f60c-eb6d-433a-b886-5b2aba9b63c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:45:28.310761 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc5f60c-eb6d-433a-b886-5b2aba9b63c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:45:28.311052 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc5f60c-eb6d-433a-b886-5b2aba9b63c4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:45:28.311397 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc5f60c-eb6d-433a-b886-5b2aba9b63c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:45:28.311719 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc5f60c-eb6d-433a-b886-5b2aba9b63c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:45:28.312035 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc5f60c-eb6d-433a-b886-5b2aba9b63c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:45:28.312332 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc5f60c-eb6d-433a-b886-5b2aba9b63c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:45:28.312624 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc5f60c-eb6d-433a-b886-5b2aba9b63c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:45:28.334704 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-afb04da0-e2ac-4801-a819-48c6b8a70c8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:45:28.355183 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-afb04da0-e2ac-4801-a819-48c6b8a70c8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:45:28.402694 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-afb04da0-e2ac-4801-a819-48c6b8a70c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:45:28.405283 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-afb04da0-e2ac-4801-a819-48c6b8a70c8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:45:28.406447 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-afb04da0-e2ac-4801-a819-48c6b8a70c8c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/703d7530-7f1f-40c6-a724-b6a283aed46e HTTP/1.1" status: 204 len: 168 time: 0.1208363 Sep 25 03:45:28.414378 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb04da0-e2ac-4801-a819-48c6b8a70c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=703d7530-7f1f-40c6-a724-b6a283aed46e,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:45:28.421476 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb04da0-e2ac-4801-a819-48c6b8a70c8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:45:28.421825 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb04da0-e2ac-4801-a819-48c6b8a70c8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:45:28.422169 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb04da0-e2ac-4801-a819-48c6b8a70c8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:45:28.422505 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb04da0-e2ac-4801-a819-48c6b8a70c8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:45:28.423017 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb04da0-e2ac-4801-a819-48c6b8a70c8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:45:28.423348 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb04da0-e2ac-4801-a819-48c6b8a70c8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:45:28.423858 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb04da0-e2ac-4801-a819-48c6b8a70c8c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:45:28.424231 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb04da0-e2ac-4801-a819-48c6b8a70c8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:45:28.424559 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb04da0-e2ac-4801-a819-48c6b8a70c8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:45:28.424911 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb04da0-e2ac-4801-a819-48c6b8a70c8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:45:28.425233 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb04da0-e2ac-4801-a819-48c6b8a70c8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:45:28.425551 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb04da0-e2ac-4801-a819-48c6b8a70c8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-4-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 03:45:30.262574 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device 25f6ad5f-bf09-418a-ba02-efdee5f9ae1b no longer exists at agent hyperv_hv-cinder-77570 {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 03:45:30.286648 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] No Port match for: 25f6ad5f-bf09-418a-ba02-efdee5f9ae1b {{(pid=94022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 25 03:45:30.287006 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Device 25f6ad5f-bf09-418a-ba02-efdee5f9ae1b not bound to the agent host hv-cinder-77570 {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 03:45:39.088929 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 60242) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:45:39.202122 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-bcac87b7-e645-4e82-b546-3f9d9d39d74c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:45:39.315763 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-bcac87b7-e645-4e82-b546-3f9d9d39d74c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:45:39.322272 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-bcac87b7-e645-4e82-b546-3f9d9d39d74c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:45:39.357970 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcac87b7-e645-4e82-b546-3f9d9d39d74c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14aa6aa8-6a74-434b-b6ca-3dac13e6ecef,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:45:39.367054 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-bcac87b7-e645-4e82-b546-3f9d9d39d74c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e162bd57197b4f19a5b23703da1225f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2768128 Sep 25 03:45:39.369663 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 60246) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:45:39.420897 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b03f5976-738d-4594-9d67-75f3822dcbc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:45:39.444138 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b03f5976-738d-4594-9d67-75f3822dcbc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:45:39.497019 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b03f5976-738d-4594-9d67-75f3822dcbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:45:39.499447 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b03f5976-738d-4594-9d67-75f3822dcbc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:45:39.500553 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-b03f5976-738d-4594-9d67-75f3822dcbc7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/14aa6aa8-6a74-434b-b6ca-3dac13e6ecef HTTP/1.1" status: 204 len: 168 time: 0.1299715 Sep 25 03:45:39.508290 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f5976-738d-4594-9d67-75f3822dcbc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14aa6aa8-6a74-434b-b6ca-3dac13e6ecef,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:45:41.267449 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 60298) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:45:41.377530 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-4a1f8033-4085-4417-bdfc-eb1cf51a0114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:45:41.462713 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-4a1f8033-4085-4417-bdfc-eb1cf51a0114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:45:41.468666 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-4a1f8033-4085-4417-bdfc-eb1cf51a0114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:45:41.505457 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-4a1f8033-4085-4417-bdfc-eb1cf51a0114 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e3e3c23eefe147688b1b563375d6f074&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2369628 Sep 25 03:45:41.506289 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1f8033-4085-4417-bdfc-eb1cf51a0114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2bf74a9-5bb6-4d67-9c5c-64a2c745526e,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:45:41.508450 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 60302) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:45:41.557929 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-d10f5f21-9147-4d28-a71b-cfac5951cfcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:45:41.560582 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-12453c79-04f6-431c-ac7a-1da34be194f8 None None] Agent healthcheck: found 6 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 03:45:41.579212 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-d10f5f21-9147-4d28-a71b-cfac5951cfcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:45:41.630536 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-d10f5f21-9147-4d28-a71b-cfac5951cfcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:45:41.633374 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-d10f5f21-9147-4d28-a71b-cfac5951cfcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:45:41.634567 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-d10f5f21-9147-4d28-a71b-cfac5951cfcc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d2bf74a9-5bb6-4d67-9c5c-64a2c745526e HTTP/1.1" status: 204 len: 168 time: 0.1251168 Sep 25 03:45:41.642627 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f5f21-9147-4d28-a71b-cfac5951cfcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2bf74a9-5bb6-4d67-9c5c-64a2c745526e,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:45:41.929835 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 60308) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:45:41.944871 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-267bb031-90d2-4dee-834f-bd5269b4f989 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:45:42.040572 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-267bb031-90d2-4dee-834f-bd5269b4f989 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:45:42.045813 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-267bb031-90d2-4dee-834f-bd5269b4f989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:45:42.081678 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267bb031-90d2-4dee-834f-bd5269b4f989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47967827-01ef-4b78-841c-e1554b0b687d,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:45:42.085840 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-267bb031-90d2-4dee-834f-bd5269b4f989 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0f8bb988cebb4416aa1ff73ccf7fd189&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1547494 Sep 25 03:45:42.088581 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 60310) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:45:42.137504 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-bcea6824-6c46-44a7-969a-f176e99a8167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:45:42.158845 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-bcea6824-6c46-44a7-969a-f176e99a8167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:45:42.211520 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-bcea6824-6c46-44a7-969a-f176e99a8167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:45:42.214235 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-bcea6824-6c46-44a7-969a-f176e99a8167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:45:42.215315 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-bcea6824-6c46-44a7-969a-f176e99a8167 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/47967827-01ef-4b78-841c-e1554b0b687d HTTP/1.1" status: 204 len: 168 time: 0.1257596 Sep 25 03:45:42.223002 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcea6824-6c46-44a7-969a-f176e99a8167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47967827-01ef-4b78-841c-e1554b0b687d,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:45:44.050270 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [req-e57e5bed-9a8d-473c-8700-c555f3b87c84 req-f04a8428-2c87-4023-9b59-07cf6da9ea21 service neutron] (94020) timed out ('10.222.0.45', 50399) {{(pid=94020) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 25 03:45:44.825277 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 60378) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:45:44.935422 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-0cde2ea6-253a-4361-adc5-810b112ba114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:45:45.039348 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-0cde2ea6-253a-4361-adc5-810b112ba114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:45:45.045819 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-0cde2ea6-253a-4361-adc5-810b112ba114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:45:45.082500 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-0cde2ea6-253a-4361-adc5-810b112ba114 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=53bd0c844bbe4f21b2b3f16dc386f9da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2560775 Sep 25 03:45:45.083632 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cde2ea6-253a-4361-adc5-810b112ba114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73775a41-a09d-46ba-8d6d-72a251f96681,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:45:45.085562 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 60382) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:45:45.137108 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-140035f5-fe3f-4b1f-bb94-23e34d18a2c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:45:45.158611 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-140035f5-fe3f-4b1f-bb94-23e34d18a2c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:45:45.211912 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-140035f5-fe3f-4b1f-bb94-23e34d18a2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:45:45.214641 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-140035f5-fe3f-4b1f-bb94-23e34d18a2c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:45:45.215806 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-140035f5-fe3f-4b1f-bb94-23e34d18a2c8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/73775a41-a09d-46ba-8d6d-72a251f96681 HTTP/1.1" status: 204 len: 168 time: 0.1292810 Sep 25 03:45:45.224404 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140035f5-fe3f-4b1f-bb94-23e34d18a2c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73775a41-a09d-46ba-8d6d-72a251f96681,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:45:45.377240 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6bab901d-37a1-4209-8916-f6fc03dbff62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:45:45.509422 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 60388) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:45:45.524923 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-2f106c80-80e7-4a64-b4a9-a0b6fefb0ca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:45:45.627406 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-2f106c80-80e7-4a64-b4a9-a0b6fefb0ca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:45:45.633397 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-2f106c80-80e7-4a64-b4a9-a0b6fefb0ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:45:45.669575 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-2f106c80-80e7-4a64-b4a9-a0b6fefb0ca9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=199f3fdab32a4be4ab56713002db889b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1587164 Sep 25 03:45:45.671485 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f106c80-80e7-4a64-b4a9-a0b6fefb0ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ab6ddc-7c39-4c75-8676-f57fe08bc1e2,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:45:45.672930 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 60390) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:45:45.731075 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-68f6ecf3-a2f9-4c97-a8f9-6430e75deedb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:45:45.753257 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-68f6ecf3-a2f9-4c97-a8f9-6430e75deedb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:45:45.803259 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-68f6ecf3-a2f9-4c97-a8f9-6430e75deedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:45:45.806038 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-68f6ecf3-a2f9-4c97-a8f9-6430e75deedb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:45:45.807192 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-68f6ecf3-a2f9-4c97-a8f9-6430e75deedb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/26ab6ddc-7c39-4c75-8676-f57fe08bc1e2 HTTP/1.1" status: 204 len: 168 time: 0.1334307 Sep 25 03:45:45.819462 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f6ecf3-a2f9-4c97-a8f9-6430e75deedb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ab6ddc-7c39-4c75-8676-f57fe08bc1e2,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:45:47.605715 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-900ded41-f05e-4893-bbfe-c2dfdc2b84af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:45:49.284446 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:45:49.305364 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-fa5af178-6116-457c-95b6-13dc589f2bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:45:51.213248 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-afd92d12-b9d5-4a92-bfd4-50d3cdf2ae8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:45:57.202361 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:46:09.993959 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 60540) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:46:10.112224 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-76f7297b-1d07-4f1d-9707-e84ec86822aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:46:10.202924 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-76f7297b-1d07-4f1d-9707-e84ec86822aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:46:10.209570 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-76f7297b-1d07-4f1d-9707-e84ec86822aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:46:10.246323 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-76f7297b-1d07-4f1d-9707-e84ec86822aa admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8112018d64a345d4ad961c31cff54561&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2513161 Sep 25 03:46:10.248043 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f7297b-1d07-4f1d-9707-e84ec86822aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6be03c-d3f9-4771-bac6-de94f4cf81d1,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:46:10.249668 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 60544) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:46:10.298763 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-12bebdbd-c419-453c-867b-dbe24545785a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:46:10.320452 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-12bebdbd-c419-453c-867b-dbe24545785a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:46:10.371343 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-12bebdbd-c419-453c-867b-dbe24545785a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:46:10.374418 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-12bebdbd-c419-453c-867b-dbe24545785a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:46:10.375572 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-12bebdbd-c419-453c-867b-dbe24545785a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1e6be03c-d3f9-4771-bac6-de94f4cf81d1 HTTP/1.1" status: 204 len: 168 time: 0.1249235 Sep 25 03:46:10.384117 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bebdbd-c419-453c-867b-dbe24545785a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6be03c-d3f9-4771-bac6-de94f4cf81d1,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:46:15.387283 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-025409d5-e1ed-4602-aa7d-d0e654ff1e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:46:17.611915 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-cd6532ec-d8c3-4920-b950-186cea3a6f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:46:18.561190 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-12453c79-04f6-431c-ac7a-1da34be194f8 None None] Agent healthcheck: found 6 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 03:46:18.716282 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 60668) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:46:18.829519 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-29b56be1-5939-452d-8def-fa6b2bd760de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:46:18.917425 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-29b56be1-5939-452d-8def-fa6b2bd760de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:46:18.923149 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-29b56be1-5939-452d-8def-fa6b2bd760de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:46:18.961904 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-29b56be1-5939-452d-8def-fa6b2bd760de admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d93a6aa717064aadb964772cdc4eacf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2443857 Sep 25 03:46:18.962766 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b56be1-5939-452d-8def-fa6b2bd760de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47832dbe-1151-4fdf-88ea-0a74609cf7a2,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:46:18.964630 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 60672) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:46:19.014303 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-1f13879c-3299-49d7-8bbb-8131d26e4b6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:46:19.045582 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-1f13879c-3299-49d7-8bbb-8131d26e4b6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:46:19.097120 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-1f13879c-3299-49d7-8bbb-8131d26e4b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:46:19.099639 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-1f13879c-3299-49d7-8bbb-8131d26e4b6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:46:19.100822 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-1f13879c-3299-49d7-8bbb-8131d26e4b6a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/47832dbe-1151-4fdf-88ea-0a74609cf7a2 HTTP/1.1" status: 204 len: 168 time: 0.1350918 Sep 25 03:46:19.108942 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f13879c-3299-49d7-8bbb-8131d26e4b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47832dbe-1151-4fdf-88ea-0a74609cf7a2,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:46:19.277069 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:46:19.302112 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-fa5af178-6116-457c-95b6-13dc589f2bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:46:19.385613 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 60678) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:46:19.399647 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-3db66b03-3583-4622-ba81-ac58312d6850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:46:19.489361 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-3db66b03-3583-4622-ba81-ac58312d6850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:46:19.495884 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-3db66b03-3583-4622-ba81-ac58312d6850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:46:19.533029 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-3db66b03-3583-4622-ba81-ac58312d6850 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=890e25c860dd4a8f8497fd2d32fc4351&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1463273 Sep 25 03:46:19.534164 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db66b03-3583-4622-ba81-ac58312d6850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd24f16-9333-4df5-b532-965423564d8e,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:46:19.542584 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 60680) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:46:19.595984 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6950f8af-e475-4dc5-aad3-4c0856b77966 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:46:19.617228 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6950f8af-e475-4dc5-aad3-4c0856b77966 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:46:19.664961 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6950f8af-e475-4dc5-aad3-4c0856b77966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:46:19.667474 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6950f8af-e475-4dc5-aad3-4c0856b77966 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:46:19.668613 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-6950f8af-e475-4dc5-aad3-4c0856b77966 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2dd24f16-9333-4df5-b532-965423564d8e HTTP/1.1" status: 204 len: 168 time: 0.1251123 Sep 25 03:46:19.676166 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6950f8af-e475-4dc5-aad3-4c0856b77966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd24f16-9333-4df5-b532-965423564d8e,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:46:20.008946 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.42', 60686) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:46:20.022566 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-d8051068-7cc9-4bc8-b226-e1184d69e1c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:46:20.117605 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-d8051068-7cc9-4bc8-b226-e1184d69e1c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:46:20.124138 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-d8051068-7cc9-4bc8-b226-e1184d69e1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:46:20.160951 dv-cinder-775706-4-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-d8051068-7cc9-4bc8-b226-e1184d69e1c8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cadde4b7d111421c8b5fc8e249794c97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1508775 Sep 25 03:46:20.161779 dv-cinder-775706-4-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8051068-7cc9-4bc8-b226-e1184d69e1c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a9580a-a045-48d9-b7e0-0c477e78ac0f,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:46:20.164840 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.42', 60688) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 03:46:20.218821 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-32ef3d0d-501e-4dab-af41-e5c71bd1468f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:46:20.240271 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-32ef3d0d-501e-4dab-af41-e5c71bd1468f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:46:20.296264 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-32ef3d0d-501e-4dab-af41-e5c71bd1468f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713489'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:46:20.299398 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-32ef3d0d-501e-4dab-af41-e5c71bd1468f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:46:20.300555 dv-cinder-775706-4-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-32ef3d0d-501e-4dab-af41-e5c71bd1468f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/56a9580a-a045-48d9-b7e0-0c477e78ac0f HTTP/1.1" status: 204 len: 168 time: 0.1345503 Sep 25 03:46:20.308676 dv-cinder-775706-4-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ef3d0d-501e-4dab-af41-e5c71bd1468f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a9580a-a045-48d9-b7e0-0c477e78ac0f,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 03:46:21.215801 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-afd92d12-b9d5-4a92-bfd4-50d3cdf2ae8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:46:27.223330 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:46:45.396413 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-118ce813-cb23-4426-b674-ba6010f4347e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:46:47.625227 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-1c5797f9-6497-411d-aba7-5e3a03e73b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:46:49.287579 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:46:49.306904 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-fa5af178-6116-457c-95b6-13dc589f2bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:46:51.228108 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-afd92d12-b9d5-4a92-bfd4-50d3cdf2ae8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:46:55.563839 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-12453c79-04f6-431c-ac7a-1da34be194f8 None None] Agent healthcheck: found 6 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 03:46:57.223522 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:47:15.393277 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-e6951958-2213-4ccb-8a0d-d429679b5641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:47:17.627856 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-e6e509cd-5161-4f80-bf6c-174a1d02a697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:47:19.286760 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:47:19.310020 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-fa5af178-6116-457c-95b6-13dc589f2bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:47:21.229161 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-afd92d12-b9d5-4a92-bfd4-50d3cdf2ae8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:47:27.239554 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:47:32.568713 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-12453c79-04f6-431c-ac7a-1da34be194f8 None None] Agent healthcheck: found 6 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 03:47:45.378074 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-e03c359f-911c-4275-9073-a89df4d00f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:47:47.627335 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-734b8e96-c105-44fc-a0a8-5c5730943150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:47:49.292339 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:47:49.313447 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-fa5af178-6116-457c-95b6-13dc589f2bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:47:51.239580 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-afd92d12-b9d5-4a92-bfd4-50d3cdf2ae8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:47:57.250725 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:48:09.568785 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-12453c79-04f6-431c-ac7a-1da34be194f8 None None] Agent healthcheck: found 6 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 03:48:15.384747 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-cdcb8f63-efda-4f88-b412-506dd6350b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:48:17.629353 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-1d4f2354-c595-46d2-998b-e87903b43521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:48:19.294658 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:48:19.318648 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-fa5af178-6116-457c-95b6-13dc589f2bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:48:21.240124 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-afd92d12-b9d5-4a92-bfd4-50d3cdf2ae8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:48:27.268136 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:48:45.379503 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ba07cce8-ee21-412d-9564-5c76eede779d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:48:46.573554 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-12453c79-04f6-431c-ac7a-1da34be194f8 None None] Agent healthcheck: found 6 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 03:48:47.633755 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-c4a09a7d-86df-4249-815f-2b4833567762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:48:49.306556 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:48:49.318994 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-fa5af178-6116-457c-95b6-13dc589f2bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:48:51.242894 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-afd92d12-b9d5-4a92-bfd4-50d3cdf2ae8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:48:57.259998 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:49:15.389385 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-79b2ea93-1f6e-4157-8168-3eee29e8a0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:49:17.630614 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-5f2d9ae1-dcde-4fe9-a6f5-29f38b70d326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:49:19.302867 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:49:19.321745 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-fa5af178-6116-457c-95b6-13dc589f2bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:49:21.249879 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-afd92d12-b9d5-4a92-bfd4-50d3cdf2ae8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:49:23.572225 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-12453c79-04f6-431c-ac7a-1da34be194f8 None None] Agent healthcheck: found 6 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 03:49:27.290081 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:49:45.390980 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f557e12f-454e-48ae-b124-07329edbfe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:49:47.624146 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-28b8ac66-d29a-4a09-8c76-19e60a309ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:49:49.307980 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:49:49.325526 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-fa5af178-6116-457c-95b6-13dc589f2bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:49:51.256278 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-afd92d12-b9d5-4a92-bfd4-50d3cdf2ae8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:49:57.277945 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:50:00.576921 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-12453c79-04f6-431c-ac7a-1da34be194f8 None None] Agent healthcheck: found 6 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 03:50:15.396817 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-a66334c2-f8b7-4c66-8d1f-991fe7608405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:50:17.627151 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-60fd2af9-9405-4f67-b25b-95330f03d35c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:50:19.309046 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:50:19.326909 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-fa5af178-6116-457c-95b6-13dc589f2bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:50:21.258228 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-afd92d12-b9d5-4a92-bfd4-50d3cdf2ae8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:50:27.294497 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:50:37.581605 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-12453c79-04f6-431c-ac7a-1da34be194f8 None None] Agent healthcheck: found 6 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 03:50:45.390875 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef8b41af-65a8-4700-945e-31d51bab05fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:50:47.631098 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-5ea76297-b57d-4b62-bcdd-20f2274e70b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:50:49.311643 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:50:49.331152 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-fa5af178-6116-457c-95b6-13dc589f2bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:50:51.261754 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-afd92d12-b9d5-4a92-bfd4-50d3cdf2ae8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:50:57.325482 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:51:14.586630 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-12453c79-04f6-431c-ac7a-1da34be194f8 None None] Agent healthcheck: found 6 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 03:51:15.397527 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-21f714b5-ee72-46fc-821f-f1398d4d8c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:51:17.630938 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-88e464a2-859c-41e7-af2e-70d5d8d97a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:51:19.314138 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:51:19.331480 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-fa5af178-6116-457c-95b6-13dc589f2bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:51:21.264556 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-afd92d12-b9d5-4a92-bfd4-50d3cdf2ae8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:51:27.326901 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:51:45.387409 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-3fecf1f6-f9c3-40eb-8ceb-ba97733c0064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:51:47.632716 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-cb9354bc-f2c4-4782-9617-75982b9fa8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:51:49.311276 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1ec-f5a9-4e44-8eef-5242a5d22fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:51:49.338482 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-fa5af178-6116-457c-95b6-13dc589f2bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:51:51.273619 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-afd92d12-b9d5-4a92-bfd4-50d3cdf2ae8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 03:51:51.585250 dv-cinder-775706-4-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-12453c79-04f6-431c-ac7a-1da34be194f8 None None] Agent healthcheck: found 6 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 03:51:57.325459 dv-cinder-775706-4-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b143-7038-4478-881c-42e68dfcc041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731880838530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-608235'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}